-- Logs begin at Wed 2021-10-13 03:39:47 UTC, end at Wed 2021-10-13 04:36:10 UTC. -- Oct 13 04:09:12.821412 dv-cinder-812751-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 13 04:09:15.535184 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.common.config [-] Logging enabled! Oct 13 04:09:15.535826 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev67 Oct 13 04:09:15.535920 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93913) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 13 04:09:15.539244 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.common.config [-] Logging enabled! Oct 13 04:09:15.539517 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev67 Oct 13 04:09:15.539826 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93913) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 13 04:09:15.540767 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 04:09:15.540996 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 04:09:15.541362 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 04:09:15.542024 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 04:09:15.542252 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 04:09:15.542571 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.542867 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.543165 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.543366 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.543654 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.543939 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.544218 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.544501 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.544792 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.545076 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.545351 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.545639 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.545877 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.546140 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.546422 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.546704 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.546937 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] debug = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.547205 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.547635 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.548736 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.548736 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.548736 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.549485 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.549485 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.549485 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.549724 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.549984 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] host = dv-cinder-812751-3-iscsi {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.550261 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.550546 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.550829 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.551111 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.551391 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.551665 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.551946 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.552216 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.552485 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] log_file = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.552826 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.553113 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.553399 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.553713 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.553935 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.554151 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.554438 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.554726 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.555106 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.555379 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.555649 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.555918 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.556188 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.556453 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.556735 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.557013 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.557295 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.557563 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.557865 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.558133 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.558401 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.558684 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.558951 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.559220 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.559491 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.559772 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.560036 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.560306 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.560602 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.560885 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.561162 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.561448 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.561738 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.562016 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.562284 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.562554 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.562822 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] use_json = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.563089 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.563353 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.563630 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.563895 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.564163 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.564431 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.564696 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.564973 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:15.565267 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.565560 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.565878 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.566160 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.566460 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.566734 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.567019 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.567310 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.567574 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.567855 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.568137 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.568414 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.568698 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.568976 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.569265 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.569563 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.569884 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.570173 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.570445 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.570740 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.571007 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.571282 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.571569 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.571841 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.572121 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.572408 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.572682 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.572965 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.573256 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.573542 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.573833 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.574108 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.574399 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.574676 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.574943 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.575220 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.575505 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.575779 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.576047 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.576324 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.576599 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.576867 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.577135 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.577407 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.577725 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.578001 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.578267 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.578534 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.578806 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.579071 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.579349 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.579623 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.579891 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.580160 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.580434 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.580705 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.580972 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.581246 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.581519 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.581815 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.582083 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.582351 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.582620 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.582889 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.583157 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.583424 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.583689 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.583961 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.584227 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.584495 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.584762 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.585030 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.585296 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.585579 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.585898 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.586255 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.586541 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.586819 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.587096 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.587371 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.587647 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.587922 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.588196 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.588466 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.588757 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.589039 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.589322 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.589602 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.589899 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.590219 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.590498 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.590781 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.591054 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.591327 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.591613 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.591891 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.592181 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.592475 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.592767 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.593057 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.593346 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.593649 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.593959 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.594232 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:15.594446 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 04:09:15.594684 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93913) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 13 04:09:16.035655 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 04:09:16.035974 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 04:09:16.036218 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 04:09:16.036540 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 13 04:09:16.357087 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.357296 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.357554 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.358753 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.359019 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.359280 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.393287 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.393554 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.393867 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.409146 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.409422 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.409714 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.439693 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.439965 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.440232 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.475618 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.475898 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.476160 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.707853 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.708557 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.708557 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.708715 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.709317 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.833279 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.833587 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.833896 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.834167 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.834426 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.834733 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.834986 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.835239 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.835486 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.835747 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.835999 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.836310 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.836558 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.836805 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.837054 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.837298 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.837551 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.837839 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.838103 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.838358 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.838626 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.838877 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.839155 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.839532 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.839778 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.840020 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.840419 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:09:16.840658 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:09:16.840893 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:09:16.841127 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:09:16.841357 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:09:16.841588 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:09:16.841973 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 13 04:09:16.845081 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 13 04:09:16.849080 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 13 04:09:16.853953 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Oct 13 04:09:16.855617 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 13 04:09:16.856078 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 13 04:09:16.856420 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 13 04:09:16.856807 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 13 04:09:16.859674 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 13 04:09:16.859915 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 13 04:09:16.860267 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 04:09:16.865632 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 13 04:09:16.887729 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 13 04:09:16.888177 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.888477 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93913) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 13 04:09:16.888831 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.890248 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93913) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 13 04:09:16.890525 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 04:09:16.890760 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 13 04:09:16.894161 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.894443 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:16.957464 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 13 04:09:16.957688 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 13 04:09:16.958010 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 13 04:09:16.958321 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 13 04:09:16.980621 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_db.sqlalchemy.engines [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93913) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 13 04:09:17.530868 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Initializing driver for type 'gre' Oct 13 04:09:17.531399 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] gre ID ranges: [(1, 1000)] Oct 13 04:09:17.590984 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Initializing driver for type 'local' Oct 13 04:09:17.591354 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Initializing driver for type 'vlan' Oct 13 04:09:17.606576 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] VlanTypeDriver initialization complete Oct 13 04:09:17.606915 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Initializing driver for type 'vxlan' Oct 13 04:09:17.607412 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] vxlan ID ranges: [(1, 1000)] Oct 13 04:09:17.659946 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Initializing extension driver 'port_security' Oct 13 04:09:17.660290 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.extensions.port_security [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] PortSecurityExtensionDriver initialization complete Oct 13 04:09:17.660646 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Initializing mechanism driver 'openvswitch' Oct 13 04:09:17.660981 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Initializing mechanism driver 'hyperv' Oct 13 04:09:17.668913 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:17.669595 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > port after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.669979 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > port after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.670323 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > port after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.670849 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 04:09:17.671269 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > subnet after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.671614 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > subnet after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.671952 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.672338 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 04:09:17.672732 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > network after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.673074 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > network after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.673406 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > network after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.673820 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 04:09:17.674220 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > security_group after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.674564 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > security_group after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.674897 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > security_group after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.675486 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 04:09:17.675894 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.676237 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.676613 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.676998 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 04:09:17.677397 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > address_group after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.677755 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > address_group after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.678088 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > address_group after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.678468 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 04:09:17.678836 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] ML2 OVO RPC backend initialized. {{(pid=93913) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 13 04:09:17.679538 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.680152 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.680857 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > network before_response 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.681443 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > networks before_response 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.682098 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > port before_response 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.682586 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > ports before_response 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.682934 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > subnet before_response 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.683280 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > subnets before_response 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.683622 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > network after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.683946 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > network after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.684278 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > network after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.684611 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > port after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.684943 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > port after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.685274 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > port after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.685644 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > subnet after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.685979 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > subnet after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.686395 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.687408 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.plugin [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Modular L2 Plugin initialization complete Oct 13 04:09:17.687964 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading services supported by the core plugin {{(pid=93913) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 13 04:09:17.688544 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.plugins.ml2.managers [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Got port-security extension from driver 'port_security' Oct 13 04:09:17.689360 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.extensions.vlantransparent [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Disabled vlantransparent extension. Oct 13 04:09:17.690006 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93913) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 13 04:09:17.690324 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading Plugin: router Oct 13 04:09:17.726321 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router_interface before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.726915 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router after_create 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.727347 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router before_create 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.727824 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.728327 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.728806 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router after_delete 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.729296 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > floatingip after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.729829 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > floatingip after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.730290 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router after_create 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.730743 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router after_update 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.731199 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router after_update 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.731687 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.732189 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router after_update 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.732826 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router precommit_update 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.733200 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: port after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.733534 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: port after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.733876 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: subnet after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.734211 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.734555 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > port precommit_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.734899 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router precommit_create 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.735235 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: port before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.735578 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router precommit_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.735922 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router after_update 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.736265 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router precommit_delete 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.736615 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router precommit_create 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.736968 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.737314 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router precommit_update 55549900 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.737702 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > agent after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.738054 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > agent after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.738394 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > network after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.739265 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Tracking information for resource: router configured {{(pid=93913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:09:17.739653 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Tracking information for resource: floatingip configured {{(pid=93913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:09:17.746511 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.db.l3_agentschedulers_db [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 13 04:09:17.747106 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: port after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.747445 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: port after_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.747789 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: port after_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.748128 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: port after_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.748914 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router before_create 55550100 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.749270 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router precommit_delete 55550100 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.749785 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router precommit_create 55550100 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.750267 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > router precommit_update 55550100 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.757032 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.services.provider_configuration [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service providers = [] {{(pid=93913) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 13 04:09:17.757410 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.db.servicetype_db [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93913) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 13 04:09:17.760793 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.services.service_base [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 04:09:17.761280 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.services.service_base [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 04:09:17.761805 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.services.service_base [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 04:09:17.762975 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.services.service_base [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 04:09:17.763487 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.services.service_base [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 13 04:09:17.764011 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:09:17.764451 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 13 04:09:17.775470 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:09:17.775789 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading Plugin: auto_allocate Oct 13 04:09:17.781585 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: network precommit_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.781913 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: network precommit_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.782431 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:09:17.782745 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading Plugin: tag Oct 13 04:09:17.789335 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:09:17.789656 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading Plugin: timestamp Oct 13 04:09:17.795338 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:09:17.795660 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading Plugin: network_ip_availability Oct 13 04:09:17.801088 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.801454 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.801832 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:17.802530 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:09:17.802848 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading Plugin: flavors Oct 13 04:09:17.807976 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:09:17.808416 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading Plugin: revisions Oct 13 04:09:17.813793 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:09:17.814178 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_concurrency.lockutils [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=93913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 04:09:17.814917 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93913) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 13 04:09:17.815248 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Initializing extension manager. Oct 13 04:09:17.815756 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: __init__.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.816097 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: __pycache__ {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.816420 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.816744 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: address_group.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.817485 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.818068 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: address-group Oct 13 04:09:17.818385 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: address_scope.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.819091 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.819595 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: address-scope Oct 13 04:09:17.819894 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: admin_state_down_before_update.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.821037 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.821565 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: router-admin-state-down-before-update Oct 13 04:09:17.821888 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: agent.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.822589 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.823084 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: agent Oct 13 04:09:17.823399 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: agent_resources_synced.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.824307 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.824811 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: agent-resources-synced Oct 13 04:09:17.825124 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: allowedaddresspairs.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.826958 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.827478 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: allowed-address-pairs Oct 13 04:09:17.827801 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: auto_allocated_topology.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.828866 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.829378 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: auto-allocated-topology Oct 13 04:09:17.829723 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: availability_zone.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.830412 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.830916 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: availability_zone Oct 13 04:09:17.831236 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: availability_zone_filter.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.832135 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.832639 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: availability_zone_filter Oct 13 04:09:17.832955 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: data_plane_status.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.833889 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.834391 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension data-plane-status not supported by any of loaded plugins Oct 13 04:09:17.834704 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: default_subnetpools.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.835607 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.836219 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: default-subnetpools Oct 13 04:09:17.836533 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: dhcpagentscheduler.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.837337 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.837871 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: dhcp_agent_scheduler Oct 13 04:09:17.838191 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: dns.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.839103 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.839602 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension dns-integration not supported by any of loaded plugins Oct 13 04:09:17.839919 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: dns_domain_ports.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.840827 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.841326 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 13 04:09:17.841653 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.842581 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.843085 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 13 04:09:17.843404 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: dvr.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.844068 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.844569 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: dvr Oct 13 04:09:17.844886 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: ecmp_routes.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.845824 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.846335 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension ecmp_routes not supported by any of loaded plugins Oct 13 04:09:17.846652 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: empty_string_filtering.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.847556 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.848068 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: empty-string-filtering Oct 13 04:09:17.848383 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.849294 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.849829 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 13 04:09:17.850141 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.851049 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.851546 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 13 04:09:17.851884 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: external_net.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.852795 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.853300 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: external-net Oct 13 04:09:17.853617 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: extra_dhcp_opt.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.854545 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.855049 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: extra_dhcp_opt Oct 13 04:09:17.855365 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: extraroute.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.856283 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.856787 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: extraroute Oct 13 04:09:17.857098 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: extraroute_atomic.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.858144 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.858650 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: extraroute-atomic Oct 13 04:09:17.858967 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: filter_validation.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.859625 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.860127 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: filter-validation Oct 13 04:09:17.860438 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: fip_pf_description.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.861351 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.861873 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 13 04:09:17.862184 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: fip_port_details.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.863092 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.863600 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: fip-port-details Oct 13 04:09:17.863919 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: flavors.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.865163 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.865709 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: flavors Oct 13 04:09:17.866035 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.867768 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.868289 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 13 04:09:17.868616 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: floatingip_pools.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.869308 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.869840 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: floatingip-pools Oct 13 04:09:17.870162 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: ip_allocation.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.871087 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.871593 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension ip_allocation not supported by any of loaded plugins Oct 13 04:09:17.871913 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.872834 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.873338 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: ip-substring-filtering Oct 13 04:09:17.873690 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: l2_adjacency.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.874617 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.875118 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension l2_adjacency not supported by any of loaded plugins Oct 13 04:09:17.875435 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: l3.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.876531 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.877047 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: router Oct 13 04:09:17.877372 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: l3_conntrack_helper.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.879660 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.880182 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 13 04:09:17.880514 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.881445 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.881999 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: ext-gw-mode Oct 13 04:09:17.882326 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.883277 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.883789 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: l3-ha Oct 13 04:09:17.884109 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: l3_flavors.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.885022 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.885529 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: l3-flavors Oct 13 04:09:17.885879 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.886789 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.887296 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: l3-port-ip-change-not-allowed Oct 13 04:09:17.887616 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: l3agentscheduler.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.888640 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.889147 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: l3_agent_scheduler Oct 13 04:09:17.889466 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: logging.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.890987 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.891507 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension logging not supported by any of loaded plugins Oct 13 04:09:17.891832 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: metering.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.892565 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.893133 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: metering Oct 13 04:09:17.893452 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.894579 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.895090 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: metering_source_and_destination_fields Oct 13 04:09:17.895406 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: multiprovidernet.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.896324 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.896835 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: multi-provider Oct 13 04:09:17.897151 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: netmtu.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.898091 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.898615 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: net-mtu Oct 13 04:09:17.898963 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: netmtu_writable.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.899879 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.900381 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: net-mtu-writable Oct 13 04:09:17.900696 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: network_availability_zone.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.901362 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.901884 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: network_availability_zone Oct 13 04:09:17.902195 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: network_ip_availability.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.903296 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.903803 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: network-ip-availability Oct 13 04:09:17.904123 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: network_segment_range.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.904886 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.905379 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension network-segment-range not supported by any of loaded plugins Oct 13 04:09:17.905729 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: pagination.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.906714 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.907038 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: pagination Oct 13 04:09:17.907348 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: port_device_profile.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.908250 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.908767 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: port-device-profile Oct 13 04:09:17.909080 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.910052 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.910561 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: port-mac-address-regenerate Oct 13 04:09:17.910876 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.911778 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.912286 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: port-numa-affinity-policy Oct 13 04:09:17.912598 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: port_resource_request.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.913502 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.914046 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension port-resource-request not supported by any of loaded plugins Oct 13 04:09:17.914422 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: portbindings.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.915472 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.915987 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: binding Oct 13 04:09:17.916304 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: portbindings_extended.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.917968 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.918479 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: binding-extended Oct 13 04:09:17.918805 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: portsecurity.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.919719 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.920226 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: port-security Oct 13 04:09:17.920551 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: project_id.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.921525 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.921882 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: project-id Oct 13 04:09:17.922198 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: providernet.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.923121 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.923629 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: provider Oct 13 04:09:17.923945 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: qos.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.927521 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.928038 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension qos not supported by any of loaded plugins Oct 13 04:09:17.928362 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.929641 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.930197 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 13 04:09:17.930530 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.931488 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.932020 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 13 04:09:17.932306 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: qos_default.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.933289 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.933863 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension qos-default not supported by any of loaded plugins Oct 13 04:09:17.934316 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: qos_fip.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.934882 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.935451 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension qos-fip not supported by any of loaded plugins Oct 13 04:09:17.935815 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: qos_gateway_ip.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.936921 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.937380 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 13 04:09:17.937742 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: qos_port_network_policy.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.938719 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.939336 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 13 04:09:17.939672 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.941043 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.941646 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 13 04:09:17.941975 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: qos_pps_rule.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.943289 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.943884 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension qos-pps not supported by any of loaded plugins Oct 13 04:09:17.944249 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: qos_rule_type_details.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.945254 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.945887 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 13 04:09:17.946288 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: qos_rules_alias.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.947396 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.947935 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 13 04:09:17.948262 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: quotasv2.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.949268 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.949659 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: quotas Oct 13 04:09:17.950019 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: quotasv2_detail.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.953443 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.953808 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: quota_details Oct 13 04:09:17.954139 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: rbac.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.955218 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.955745 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: rbac-policies Oct 13 04:09:17.956076 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: rbac_address_group.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.957004 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.957520 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: rbac-address-group Oct 13 04:09:17.957873 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: rbac_address_scope.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.958805 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.959317 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: rbac-address-scope Oct 13 04:09:17.959654 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: rbac_security_groups.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.960543 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.961055 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: rbac-security-groups Oct 13 04:09:17.961398 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: rbac_subnetpool.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.962340 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.962850 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: rbac-subnetpool Oct 13 04:09:17.963171 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: revisionifmatch.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.964094 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.964610 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: revision-if-match Oct 13 04:09:17.964931 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: revisions.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.966144 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.966657 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: standard-attr-revisions Oct 13 04:09:17.967009 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: router_availability_zone.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.967681 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.968186 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: router_availability_zone Oct 13 04:09:17.968509 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: routerservicetype.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.969444 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.969989 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension router-service-type not supported by any of loaded plugins Oct 13 04:09:17.970333 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.971259 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.971790 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: security-groups-normalized-cidr Oct 13 04:09:17.972106 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: security_groups_port_filtering.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.973023 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.973544 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: port-security-groups-filtering Oct 13 04:09:17.973889 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.974815 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.975324 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: security-groups-remote-address-group Oct 13 04:09:17.975639 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: securitygroup.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.985506 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.986058 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: security-group Oct 13 04:09:17.986385 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: segment.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.987176 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.987676 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension segment not supported by any of loaded plugins Oct 13 04:09:17.988002 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.989017 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.989528 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 13 04:09:17.989877 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: servicetype.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.990993 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.991497 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: service-type Oct 13 04:09:17.991817 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: sorting.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.992833 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.993166 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: sorting Oct 13 04:09:17.993483 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: standard_attr_segment.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.994424 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.994940 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 13 04:09:17.995263 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: standardattrdescription.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.995928 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.996440 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: standard-attr-description Oct 13 04:09:17.996757 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: stateful_security_group.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.997772 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:17.998285 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: stateful-security-group Oct 13 04:09:17.998603 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: stdattrs_common.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:17.999164 dv-cinder-812751-3-iscsi neutron-server[93913]: WARNING neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 13 04:09:17.999473 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.000416 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.000918 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 13 04:09:18.001231 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: subnet_onboard.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.002318 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.002822 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: subnet_onboard Oct 13 04:09:18.003139 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.004059 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.004556 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 13 04:09:18.004867 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: subnet_service_types.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.005818 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.006325 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: subnet-service-types Oct 13 04:09:18.006638 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: subnetallocation.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.007720 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.008329 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: subnet_allocation Oct 13 04:09:18.008648 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.009318 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.009855 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: subnetpool-prefix-ops Oct 13 04:09:18.010169 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.011102 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.011614 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 13 04:09:18.011929 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: tagging.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.013014 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.013528 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: standard-attr-tag Oct 13 04:09:18.013872 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: timestamp.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.015071 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.015586 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loaded extension: standard-attr-timestamp Oct 13 04:09:18.015909 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: trunk.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.016953 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.017466 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension trunk not supported by any of loaded plugins Oct 13 04:09:18.017821 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: trunk_details.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.018739 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.019246 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension trunk-details not supported by any of loaded plugins Oct 13 04:09:18.019569 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: uplink_status_propagation.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.020487 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.020994 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 13 04:09:18.021313 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Loading extension file: vlantransparent.py {{(pid=93913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:09:18.022007 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:09:18.022515 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extension vlan-transparent not supported by any of loaded plugins Oct 13 04:09:18.025716 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:network Oct 13 04:09:18.026441 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:subnet Oct 13 04:09:18.026983 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:09:18.027518 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:port Oct 13 04:09:18.029270 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.029962 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service FLAVORS assigned prefix: {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.030626 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.031048 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.032550 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:router Oct 13 04:09:18.032935 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:floatingip Oct 13 04:09:18.033420 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service METERING assigned prefix: /metering {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.034916 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:18.035283 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:18.035631 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:09:18.036666 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 04:09:18.037113 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:security_group Oct 13 04:09:18.037586 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 04:09:18.038274 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service CORE assigned prefix: {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.038603 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:09:18.038948 dv-cinder-812751-3-iscsi neutron-server[93913]: WARNING neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] subnetpool is already registered Oct 13 04:09:18.039489 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service CORE assigned prefix: {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.039819 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:09:18.040152 dv-cinder-812751-3-iscsi neutron-server[93913]: WARNING neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] subnetpool is already registered Oct 13 04:09:18.042870 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.043309 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service FLAVORS assigned prefix: {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.043893 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.044312 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.044642 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:router Oct 13 04:09:18.044979 dv-cinder-812751-3-iscsi neutron-server[93913]: WARNING neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] router is already registered Oct 13 04:09:18.045386 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:floatingip Oct 13 04:09:18.045749 dv-cinder-812751-3-iscsi neutron-server[93913]: WARNING neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] floatingip is already registered Oct 13 04:09:18.046202 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service METERING assigned prefix: /metering {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.046869 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 04:09:18.047189 dv-cinder-812751-3-iscsi neutron-server[93913]: WARNING neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] rbac_policy is already registered Oct 13 04:09:18.047598 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:security_group Oct 13 04:09:18.047927 dv-cinder-812751-3-iscsi neutron-server[93913]: WARNING neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] security_group is already registered Oct 13 04:09:18.048326 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 04:09:18.048652 dv-cinder-812751-3-iscsi neutron-server[93913]: WARNING neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] security_group_rule is already registered Oct 13 04:09:18.049279 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service CORE assigned prefix: {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.049613 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:09:18.049957 dv-cinder-812751-3-iscsi neutron-server[93913]: WARNING neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] subnetpool is already registered Oct 13 04:09:18.050373 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.v2.resource_helper [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Service CORE assigned prefix: {{(pid=93913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:09:18.050689 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:09:18.051011 dv-cinder-812751-3-iscsi neutron-server[93913]: WARNING neutron.quota.resource_registry [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] subnetpool is already registered Oct 13 04:09:18.051481 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: extensions {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.052974 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: address-groups {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.054495 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: address-scopes {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.055856 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: agents {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.057039 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: auto-allocated-topology {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.058340 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: availability_zones {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.059592 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: dhcp-networks {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.062257 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: dhcp-agents {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.063683 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: routers {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.065924 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: flavors {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.067116 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: service_profiles {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.068314 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: next_providers {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.069815 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: service_profiles {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.071424 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: floatingip-pools {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.072673 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: routers {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.075039 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: floatingips {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.076317 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: l3-routers {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.077949 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: l3-agents {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.080420 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: metering-labels {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.081812 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: metering-label-rules {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.083104 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: network-ip-availabilities {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.084766 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: bindings {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.087674 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: quotas {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.089245 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: quotas {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.090817 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: rbac-policies {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.092112 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: security-groups {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.093347 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: security-group-rules {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.094601 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: service-providers {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.095812 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: subnetpools {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.097232 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: subnetpools {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.098741 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: tags {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.100448 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: tags {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.102369 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: tags {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.104146 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: tags {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.105971 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: tags {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.107825 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: tags {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.109520 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: tags {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.111437 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: tags {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.113207 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: tags {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.115082 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron.api.extensions [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Extended resource: tags {{(pid=93913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:09:18.121237 dv-cinder-812751-3-iscsi neutron-server[93913]: WARNING keystonemiddleware.auth_token [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 13 04:09:18.126990 dv-cinder-812751-3-iscsi neutron-server[93913]: WARNING keystonemiddleware.auth_token [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 13 04:09:18.135805 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_concurrency.lockutils [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Acquired lock "singleton_lock" {{(pid=93913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 13 04:09:18.136277 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_concurrency.lockutils [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Releasing lock "singleton_lock" {{(pid=93913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 13 04:09:18.136942 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO oslo_service.service [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Starting 2 workers Oct 13 04:09:18.141642 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Started child 94020 {{(pid=93913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 04:09:18.145997 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Started child 94021 {{(pid=93913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 04:09:18.147027 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.147782 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO neutron.service [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Neutron service started, listening on 0.0.0.0:9696 Oct 13 04:09:18.148151 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Notify callbacks [] for process, before_spawn {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.148470 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [-] (94020) wsgi starting up on http://0.0.0.0:9696 Oct 13 04:09:18.150641 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO oslo_service.service [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Starting 1 workers Oct 13 04:09:18.150852 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.152164 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [-] (94021) wsgi starting up on http://0.0.0.0:9696 Oct 13 04:09:18.155774 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Started child 94022 {{(pid=93913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 04:09:18.156315 dv-cinder-812751-3-iscsi neutron-server[93913]: INFO oslo_service.service [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Starting 1 workers Oct 13 04:09:18.159517 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.service [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] calling RpcWorker wait() {{(pid=94022) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 13 04:09:18.160078 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.service [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] returning from RpcWorker wait() {{(pid=94022) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 13 04:09:18.160675 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Started child 94023 {{(pid=93913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 04:09:18.161261 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.161462 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-f1eb150d-b277-48ec-af04-0b47136640eb None None] Notify callbacks [] for process, after_spawn {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.161727 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:18.163392 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 04:09:18.163560 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 04:09:18.163941 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 04:09:18.164117 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 04:09:18.164717 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 04:09:18.164841 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 04:09:18.165358 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.165583 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.165722 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:18.166184 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.166184 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.166779 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.166935 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:18.167664 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.167887 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.168317 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.168552 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.168827 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.168964 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.169112 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.169526 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.169793 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.170100 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.170351 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.170595 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.170849 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.171003 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.171254 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.171521 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.171763 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.172024 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] debug = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.172259 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.172739 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.172954 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.173200 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.173420 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.173724 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.173950 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.174189 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.174426 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.174663 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.174910 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.175165 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.175403 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.175604 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.175847 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.176096 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.176324 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.176799 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] host = dv-cinder-812751-3-iscsi {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.177012 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.177237 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.177460 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.177718 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.177980 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.178191 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.178432 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.178677 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.178911 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.179134 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.179367 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.179680 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.179896 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.180130 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_file = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.180271 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_options = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.180504 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.180776 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.181012 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.181195 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.181350 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.181515 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.181796 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.181941 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.182185 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.182401 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.182683 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.182923 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.183062 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.183194 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.183431 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.183656 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.183892 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.184109 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.184354 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.184576 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.184792 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.185028 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.185256 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.185482 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.185727 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.185940 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.186173 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.186550 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.186766 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.187004 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.187244 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.187499 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.187704 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.187935 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.188194 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.188417 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.188637 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.188847 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.189117 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.189338 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.189576 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.189893 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.190044 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.190292 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.190501 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.190734 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.190941 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] use_json = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.191145 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.191384 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.191618 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.191840 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.192066 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.192272 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.192675 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.193438 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.193438 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.193438 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.193884 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.194027 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.194172 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.194571 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.194571 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.194836 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.195023 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.195263 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.195641 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.195862 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.196189 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.196408 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.196725 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.197204 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.197350 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.197540 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.197782 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.198171 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.198327 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.198462 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.198698 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.198912 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.199150 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.199508 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.200203 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.200203 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.200203 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.200622 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.200755 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.200895 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.201073 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.201310 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.201532 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.201790 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.202016 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.202278 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.202489 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.202696 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.202913 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.203140 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.203369 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.203591 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.203811 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.204059 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.204284 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.204497 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.204702 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.204909 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.205119 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.205344 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.205564 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.205798 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.206048 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.206271 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.206504 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.206717 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.206924 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.207149 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.207375 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.207586 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.207789 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.208012 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.208219 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.208422 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.208671 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.208882 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.209090 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.209489 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.209489 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.209833 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.210151 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.210151 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.210409 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.210583 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.210790 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.210998 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.211236 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.211460 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.211666 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.211876 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.212096 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.212323 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.212528 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.212732 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.212944 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.213243 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.213379 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.213666 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.213984 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.214206 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.214443 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.214673 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.214913 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.215123 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.215360 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.215571 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.215802 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.216022 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.216260 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.216480 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.216761 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.216981 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.217190 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.217449 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.217681 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.217897 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.218122 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.218347 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.218566 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.218831 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.219080 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.219305 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.219546 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.219785 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.220359 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.220359 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.220591 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.220967 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.220967 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.221231 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.221497 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.221785 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.222492 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.222492 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.222492 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.222855 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.222975 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.223195 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.223445 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.223797 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.223953 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.224179 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.224409 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.224616 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.224841 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.225148 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.225386 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.225593 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.225826 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.226094 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.226343 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.226578 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.226894 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.227130 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.227355 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.227597 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.227832 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.228056 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.228284 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.228786 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.228786 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.229031 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.229160 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.229400 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232389 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232389 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232389 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232389 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232389 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232389 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232389 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232389 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232915 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232915 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232915 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232915 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232915 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.232915 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.233265 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.233329 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.234007 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.234007 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.234169 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.234777 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.234777 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.234777 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.235017 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.235184 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.235386 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.235624 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.235987 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.236353 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.236709 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.237074 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.237286 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.237499 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.237746 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.237979 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.238227 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.238471 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.238795 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.239042 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.239262 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.239491 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.239719 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.239965 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.240198 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.240427 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.240639 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.240848 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.241061 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.241306 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.241523 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.241965 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.242130 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.242265 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.242444 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.242655 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.242860 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.243147 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.243385 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.243611 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.243856 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.244093 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.244298 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.244539 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.244747 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.244949 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.245394 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.245394 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.245577 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.245983 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.246191 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.246396 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.246636 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.246845 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.247069 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.247288 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.247521 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.247741 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.248171 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.248564 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.248790 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.249011 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.249220 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.249423 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.249662 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.249876 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.250078 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.250305 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.250499 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.250704 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.250921 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.251131 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.251332 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.251622 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.251887 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.252101 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.252371 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.252595 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.252833 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.253080 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.253366 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.253626 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.253883 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.254112 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.254322 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.254541 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.254798 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.255091 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.255360 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.255610 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.255854 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.256146 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.256416 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.256676 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.256902 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.257171 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.257494 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.257793 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.258104 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.258470 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.258870 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.259096 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.259330 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.259541 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.259769 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.259979 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.260230 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.260461 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.260705 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.260912 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.261276 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.261662 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.261909 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.262134 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.262383 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.262595 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.262744 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 04:09:18.263423 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 04:09:18.263584 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 04:09:18.263733 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 04:09:18.263918 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 04:09:18.264097 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 04:09:18.264250 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 04:09:18.264451 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.264606 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.264764 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.264920 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.265071 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.265247 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.265401 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.265553 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.265728 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.265880 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.266032 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.266184 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.266336 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.266492 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.266644 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.266797 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.266948 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.267102 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.267262 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.267412 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.267708 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.268070 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.268232 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] debug = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.268498 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.268742 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.268902 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.269207 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.269364 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.269515 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.269836 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.270026 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.270117 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.270272 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.270423 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.270550 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.270705 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.270857 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.271012 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.271165 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.271316 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.271463 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] host = dv-cinder-812751-3-iscsi {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.271618 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.271778 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.272071 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.272071 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.272349 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.272349 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.272539 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.272628 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.272752 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.272902 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.273215 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.273365 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.273519 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.273732 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_file = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.273891 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_options = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.274046 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.274197 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.274683 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.274683 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.274683 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.274954 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.274954 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.275095 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.275242 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.275391 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.275690 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.275870 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.276034 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.276216 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.276447 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.276447 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.276696 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.276696 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.276977 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.276977 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.277139 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.277254 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.277405 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.277563 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.277742 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.277865 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.278134 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.278288 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.278527 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.278527 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.278690 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.278856 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.278856 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.279059 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.279173 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.279292 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.279446 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.279598 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.279754 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.279908 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.280060 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.280212 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.280368 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.280523 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.280676 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.280830 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.280986 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] use_json = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.281140 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.281291 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.281841 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.281841 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.281841 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.282052 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.282052 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.284221 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:09:18.284221 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284221 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284221 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284221 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284221 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284221 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284221 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284755 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284755 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284755 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284755 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284755 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284755 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284755 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.284755 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.285332 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.285332 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.285332 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.285332 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.285332 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.285332 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.285332 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.285831 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.285831 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.285831 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.286050 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.286127 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.286267 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.286434 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.286609 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.286723 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.286892 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.287042 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.287192 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.287350 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.287509 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.287666 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.287824 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.287977 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.288133 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.288281 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:18.288382 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.288454 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.288580 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.288733 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.288889 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.289045 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.289238 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.289424 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.289580 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.289759 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.289914 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.290069 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.290225 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.290381 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.290545 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.290689 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.290844 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.290998 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.291154 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.291309 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.291867 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.291955 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.292108 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.292264 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.292420 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.292574 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.292741 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.292896 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.293053 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.293208 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.293364 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.293521 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.293700 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.293858 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.294014 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.294168 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.294323 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.294479 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.294632 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.294790 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.294945 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.295101 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.295257 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.295433 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.295567 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.295715 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.295871 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.296027 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.296183 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.296344 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.296517 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.296672 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.296826 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.296981 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.297135 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.297289 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.297443 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.297597 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.297785 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.297942 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.298099 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.298254 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.298411 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.298567 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.298722 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.298877 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.299033 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.299186 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.299342 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.299496 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.299655 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.299812 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.300052 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.300175 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.300284 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.300392 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.300551 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.300706 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.300862 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.301015 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.301212 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.301402 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.301629 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.301629 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.301780 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.301993 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.302096 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.302215 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.302348 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.302500 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.302658 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.302810 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.303127 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.303637 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.303637 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.303637 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.303866 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.303866 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.304034 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.304189 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.304335 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.304492 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.304651 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.304828 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.305069 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.305200 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.305305 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.305462 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.305674 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.305895 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.305986 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.306064 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.306221 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.306382 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.306537 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.306692 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.306847 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.307002 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.307158 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.307313 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.307467 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.307621 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.307775 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.307930 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.308084 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.308239 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.308394 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.308547 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.308701 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.308858 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.309012 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.309166 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.309321 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.309474 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.309649 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.309808 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.309963 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.310120 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.310276 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.310431 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.310586 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.310742 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.310895 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.311050 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.311207 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.311361 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.311517 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.311672 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.311826 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.311997 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.312143 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.312296 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.312464 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.312617 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.312912 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.312912 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.313252 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.313252 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.313411 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.313489 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.314304 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.314304 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.314304 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.314304 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.314304 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.314689 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.314689 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.314689 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.314910 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.314985 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.315084 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.315257 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.315405 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.315561 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.315723 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.315870 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.316024 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.316188 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.316349 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.316505 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.316658 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.316812 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.316965 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.317154 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.317271 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.317425 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.317580 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.317868 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.317979 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.318081 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.318183 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.318335 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.318490 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.318644 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.318798 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.318960 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.319114 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.319269 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.319423 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.319577 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.319730 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.319894 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.320050 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.320206 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.320361 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.320576 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.320732 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.320896 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.321052 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.321206 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.321368 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.321522 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.321700 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.321855 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.322021 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.322223 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.322344 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.322463 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.322607 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.322761 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.322917 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.323077 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.323240 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.323400 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.323556 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.323718 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.323882 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.324043 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.324197 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.324357 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.324524 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.324678 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.324832 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.324986 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.325141 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.325297 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.325451 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.325621 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.325778 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.325935 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.326090 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.326244 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.326404 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.326559 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.326714 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.326870 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.327024 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.327179 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.327333 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.327486 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:09:18.327633 dv-cinder-812751-3-iscsi neutron-server[93913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 04:09:18.498999 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 37354) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:18.512106 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099392 Oct 13 04:09:29.805582 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebaff5b-bba6-410c-a473-917990e59c6f None None] get_active_networks_info from dv-cinder-812751-3-iscsi {{(pid=94022) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:09:30.047248 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebaff5b-bba6-410c-a473-917990e59c6f None None] No non-hosted networks {{(pid=94022) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 13 04:09:30.068923 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.agentschedulers_db [None req-8ebaff5b-bba6-410c-a473-917990e59c6f None None] DHCP Agent not found on host dv-cinder-812751-3-iscsi {{(pid=94022) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 13 04:09:30.118318 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-980efeb5-c919-4da5-b5aa-4bde0f611035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790447'] for agent, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.306426 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7519adab-e881-4bbd-8ac2-c0e655e1fda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790447'] for agent, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:32.353658 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-be324521-d8f3-4897-bfb1-c88518444ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.314305 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790447'] for agent, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.571616 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790447'] for agent, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:33.572313 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:33.572648 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:33.573090 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:33.573587 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:33.573989 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:33.574313 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:33.574824 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:33.575769 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:33.576379 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:33.577490 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:33.578116 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:33.578898 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:33.579885 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-812751-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:33.599840 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-812751-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:09:35.230129 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790447'] for agent, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:35.417790 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.db.l3_hamode_db [None req-528a90b3-fe51-4ada-8984-d4227ff45bcc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 13 04:09:35.493680 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a90b3-fe51-4ada-8984-d4227ff45bcc None None] Routers set() bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:09:35.494081 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a90b3-fe51-4ada-8984-d4227ff45bcc None None] Router IDs set() for agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:09:36.338378 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 37446) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:36.878589 dv-cinder-812751-3-iscsi neutron-server[94021]: WARNING oslo_policy.policy [None req-267c361e-a661-429f-9761-3091205f7c11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:09:36.879409 dv-cinder-812751-3-iscsi neutron-server[94021]: WARNING oslo_policy.policy [None req-267c361e-a661-429f-9761-3091205f7c11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:09:37.098145 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [None req-267c361e-a661-429f-9761-3091205f7c11 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:09:37.099203 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-267c361e-a661-429f-9761-3091205f7c11 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7595773 Oct 13 04:09:39.586618 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 37460) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:40.122692 dv-cinder-812751-3-iscsi neutron-server[94020]: WARNING oslo_policy.policy [None req-0ff3b168-924b-4e93-9bc7-da6e5070e137 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:09:40.123259 dv-cinder-812751-3-iscsi neutron-server[94020]: WARNING oslo_policy.policy [None req-0ff3b168-924b-4e93-9bc7-da6e5070e137 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:09:40.345922 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-0ff3b168-924b-4e93-9bc7-da6e5070e137 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:40.438807 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.policy [None req-0ff3b168-924b-4e93-9bc7-da6e5070e137 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94020) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 04:09:40.485117 dv-cinder-812751-3-iscsi neutron-server[94020]: WARNING oslo_policy.policy [None req-0ff3b168-924b-4e93-9bc7-da6e5070e137 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:09:40.485468 dv-cinder-812751-3-iscsi neutron-server[94020]: WARNING oslo_policy.policy [None req-0ff3b168-924b-4e93-9bc7-da6e5070e137 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:09:40.494123 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.quota [None req-0ff3b168-924b-4e93-9bc7-da6e5070e137 admin admin] Loaded quota_driver: . Oct 13 04:09:40.596515 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0ff3b168-924b-4e93-9bc7-da6e5070e137 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748561091355', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748561090918', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748561177463', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748561170739', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748561515185', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748561200475', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-656695', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-669368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1806029', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1598461'] for rbac-policy, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.675381 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0ff3b168-924b-4e93-9bc7-da6e5070e137 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:40.676780 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-0ff3b168-924b-4e93-9bc7-da6e5070e137 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0872264 Oct 13 04:09:43.381337 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 37478) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:43.681037 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Request body: {'network': {'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'name': 'private', 'project_id': '7362cdcaaf79423ba3765915591bace9', 'admin_state_up': True}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:43.716791 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Made reservation on behalf of 7362cdcaaf79423ba3765915591bace9 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:43.721076 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.740044 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.848662 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.855246 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.882750 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:09:43.910035 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748560424183', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:43.910609 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Unsubscribe: segment precommit_create {{(pid=94020) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 04:09:43.911097 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Added segment 799d0305-a0de-4424-bc5c-1e5adb103e82 of type vlan for network c21e5449-6156-42e4-9d25-aba08ad47ff2 Oct 13 04:09:43.926927 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c28867f-3e5d-4018-ab1f-6ae447057e6e,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:43.975221 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:43.975562 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:43.975913 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:43.976235 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:43.976552 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:43.976912 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:43.977258 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:43.977574 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:43.977923 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:43.978245 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:43.978530 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:43.978836 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Tracked resource versions report: Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: pushed versions: Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: { 'AddressGroup': {'1.2'}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'ConntrackHelper': {'1.0'}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Log': {'1.0'}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Network': {'1.1'}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Port': {'1.7'}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'PortForwarding': {'1.2'}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'QosPolicy': {'1.10'}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'SecurityGroup': {'1.4'}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'SubPort': {'1.0'}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Subnet': {'1.1'}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Trunk': {'1.1'}} Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: consumer versions: Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: { DHCP agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: L3 agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: Metadata agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: Metering agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: Open vSwitch agent@dv-cinder-812751-3-iscsi: { 'AddressGroup': '1.2', Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'ConntrackHelper': '1.0', Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Log': '1.0', Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Network': '1.1', Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Port': '1.7', Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'PortForwarding': '1.2', Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'QosPolicy': '1.10', Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'SecurityGroup': '1.4', Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'SecurityGroupRule': '1.2', Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'SubPort': '1.0', Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Subnet': '1.1', Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Trunk': '1.1'}} Oct 13 04:09:43.979843 dv-cinder-812751-3-iscsi neutron-server[94020]: {{(pid=94020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:09:44.029194 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.070648 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.071865 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:44.072491 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.146871 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7643831 Oct 13 04:09:44.171751 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167fca3-951a-45a8-b843-d4cbfdd3be9f admin admin] Pushing event updated for resources: {'Network': ['ID=c21e5449-6156-42e4-9d25-aba08ad47ff2,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:44.185294 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network c21e5449-6156-42e4-9d25-aba08ad47ff2 details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:09:46.963723 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 37492) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:47.491669 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.policy [None req-d451e25b-898c-4604-95c0-6e062ecef1eb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94021) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 04:09:47.538103 dv-cinder-812751-3-iscsi neutron-server[94021]: WARNING oslo_policy.policy [None req-d451e25b-898c-4604-95c0-6e062ecef1eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:09:47.538473 dv-cinder-812751-3-iscsi neutron-server[94021]: WARNING oslo_policy.policy [None req-d451e25b-898c-4604-95c0-6e062ecef1eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:09:47.547172 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d451e25b-898c-4604-95c0-6e062ecef1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:47.548886 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d451e25b-898c-4604-95c0-6e062ecef1eb admin admin] 10.222.0.55 "GET /v2.0/networks/c21e5449-6156-42e4-9d25-aba08ad47ff2 HTTP/1.1" status: 200 len: 825 time: 0.5842185 Oct 13 04:09:47.592290 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-2cf7eac7-e512-43a2-8419-8339611f93e6 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/9ef9c667-8ff9-4a51-bca6-04b6c6776e07 HTTP/1.1" status: 200 len: 734 time: 0.0351346 Oct 13 04:09:47.604316 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '9ef9c667-8ff9-4a51-bca6-04b6c6776e07', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:47.607069 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.quota [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Loaded quota_driver: . Oct 13 04:09:47.651557 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Made reservation on behalf of 7362cdcaaf79423ba3765915591bace9 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:09:47.654530 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:47.958722 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.022774 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Checking segment: {'id': '799d0305-a0de-4424-bc5c-1e5adb103e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:48.023454 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Network hostable DHCP agents. Network: c21e5449-6156-42e4-9d25-aba08ad47ff2, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:09:48.039702 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c680f8c5-ba64-4bad-8073-dcf90e341915,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:48.050750 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:48.051101 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:48.051432 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:48.051749 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:48.052064 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:48.052386 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:48.052696 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:48.053000 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:48.053358 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:48.053664 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:48.053981 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:48.054290 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Tracked resource versions report: Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: pushed versions: Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: { 'AddressGroup': {'1.2'}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'ConntrackHelper': {'1.0'}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Log': {'1.0'}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Network': {'1.1'}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Port': {'1.7'}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'PortForwarding': {'1.2'}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'QosPolicy': {'1.10'}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'SecurityGroup': {'1.4'}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'SubPort': {'1.0'}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Subnet': {'1.1'}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Trunk': {'1.1'}} Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: consumer versions: Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: { DHCP agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: L3 agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: Metadata agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: Metering agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: Open vSwitch agent@dv-cinder-812751-3-iscsi: { 'AddressGroup': '1.2', Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'ConntrackHelper': '1.0', Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Log': '1.0', Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Network': '1.1', Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Port': '1.7', Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'PortForwarding': '1.2', Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'QosPolicy': '1.10', Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'SecurityGroup': '1.4', Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'SecurityGroupRule': '1.2', Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'SubPort': '1.0', Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Subnet': '1.1', Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Trunk': '1.1'}} Oct 13 04:09:48.055305 dv-cinder-812751-3-iscsi neutron-server[94021]: {{(pid=94021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:09:48.088708 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Network c21e5449-6156-42e4-9d25-aba08ad47ff2 is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:09:48.103238 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, c21e5449-6156-42e4-9d25-aba08ad47ff2) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:48.107854 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:09:48.108454 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.112961 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d2389b-d2f7-48b3-9e5c-6a1c52e51c97 None None] Network c21e5449-6156-42e4-9d25-aba08ad47ff2 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:48.130836 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-5fee5750-f1f6-48f9-bc8a-30620616194e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5319202 Oct 13 04:09:48.437648 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936e36cd-2bb0-5633-aabb-4a9dea8c5d17-c21e5449-6156-42e4-9d25-aba08ad47ff2', 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'fixed_ips': [{'subnet_id': 'c680f8c5-ba64-4bad-8073-dcf90e341915'}]}} from dv-cinder-812751-3-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:09:48.438906 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.709582 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Allocated IP 172.20.0.2 (c21e5449-6156-42e4-9d25-aba08ad47ff2/c680f8c5-ba64-4bad-8073-dcf90e341915/f44d4c72-2443-4b43-a59d-3d54f10d144d) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:09:48.910975 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:48.919846 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.020808 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Network c21e5449-6156-42e4-9d25-aba08ad47ff2 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:09:49.025734 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:09:49.034296 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:09:49.037326 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Pushing event updated for resources: {'Port': ['ID=f44d4c72-2443-4b43-a59d-3d54f10d144d,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:49.070327 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:49.070666 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:49.071000 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:49.071323 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:49.071644 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:49.071964 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:49.072284 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:49.072599 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:49.072918 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:49.073227 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:49.073540 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:49.073879 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Tracked resource versions report: Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: pushed versions: Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: { 'AddressGroup': {'1.2'}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'ConntrackHelper': {'1.0'}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Log': {'1.0'}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Network': {'1.1'}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Port': {'1.7'}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'PortForwarding': {'1.2'}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'QosPolicy': {'1.10'}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'SecurityGroup': {'1.4'}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'SubPort': {'1.0'}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Subnet': {'1.1'}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Trunk': {'1.1'}} Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: consumer versions: Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: { DHCP agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: L3 agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: Metadata agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: Metering agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: Open vSwitch agent@dv-cinder-812751-3-iscsi: { 'AddressGroup': '1.2', Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'ConntrackHelper': '1.0', Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Log': '1.0', Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Network': '1.1', Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Port': '1.7', Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'PortForwarding': '1.2', Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'QosPolicy': '1.10', Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'SecurityGroup': '1.4', Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'SecurityGroupRule': '1.2', Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'SubPort': '1.0', Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Subnet': '1.1', Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Trunk': '1.1'}} Oct 13 04:09:49.074970 dv-cinder-812751-3-iscsi neutron-server[94022]: {{(pid=94022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:09:49.122623 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Attempting to bind port f44d4c72-2443-4b43-a59d-3d54f10d144d on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:09:49.123314 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Attempting to bind port f44d4c72-2443-4b43-a59d-3d54f10d144d by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '799d0305-a0de-4424-bc5c-1e5adb103e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:09:49.123426 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Attempting to bind port f44d4c72-2443-4b43-a59d-3d54f10d144d on network c21e5449-6156-42e4-9d25-aba08ad47ff2 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:09:49.128429 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:09:49.128804 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Checking segment: {'id': '799d0305-a0de-4424-bc5c-1e5adb103e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:09:49.129254 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.129636 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Bound using segment: {'id': '799d0305-a0de-4424-bc5c-1e5adb103e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:09:49.130136 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Bound port: f44d4c72-2443-4b43-a59d-3d54f10d144d, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799d0305-a0de-4424-bc5c-1e5adb103e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:09:49.130534 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.192540 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] For port f44d4c72-2443-4b43-a59d-3d54f10d144d, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:09:49.196757 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] For port f44d4c72-2443-4b43-a59d-3d54f10d144d, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=f44d4c72-2443-4b43-a59d-3d54f10d144d,segment=NetworkSegment(799d0305-a0de-4424-bc5c-1e5adb103e82),segment_id=799d0305-a0de-4424-bc5c-1e5adb103e82)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:09:49.204370 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:49.269992 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8583b-a476-4cd3-90c3-49bea70bec71 None None] Pushing event updated for resources: {'Port': ['ID=f44d4c72-2443-4b43-a59d-3d54f10d144d,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:50.636552 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 37506) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:50.958063 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [None req-187ddf1a-3548-42fc-85a2-f5829ccbf977 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:09:50.959095 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-187ddf1a-3548-42fc-85a2-f5829ccbf977 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3216398 Oct 13 04:09:53.457279 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 37514) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:53.789430 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [None req-239af479-1cdb-4425-ac55-b0ce71b403ff admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:09:53.790822 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-239af479-1cdb-4425-ac55-b0ce71b403ff admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3324623 Oct 13 04:09:56.533360 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 37524) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:56.844269 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-f11db62b-990a-44f3-a15a-bb5d3846d07f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'admin_state_up': True}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:09:56.870008 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f11db62b-990a-44f3-a15a-bb5d3846d07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:56.871520 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f11db62b-990a-44f3-a15a-bb5d3846d07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7424'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.007477 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f11db62b-990a-44f3-a15a-bb5d3846d07f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.013245 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f11db62b-990a-44f3-a15a-bb5d3846d07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783014'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.030130 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f11db62b-990a-44f3-a15a-bb5d3846d07f admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.031419 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f11db62b-990a-44f3-a15a-bb5d3846d07f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4970543 Oct 13 04:09:57.439803 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device f44d4c72-2443-4b43-a59d-3d54f10d144d up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:57.525756 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port f44d4c72-2443-4b43-a59d-3d54f10d144d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:57.525998 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.636333 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.673281 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port f44d4c72-2443-4b43-a59d-3d54f10d144d, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=f44d4c72-2443-4b43-a59d-3d54f10d144d,segment=NetworkSegment(799d0305-a0de-4424-bc5c-1e5adb103e82),segment_id=799d0305-a0de-4424-bc5c-1e5adb103e82)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:09:57.679617 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:57.728785 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=f44d4c72-2443-4b43-a59d-3d54f10d144d,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:09:58.243372 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:09:58.278189 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9358c9c7-a8af-4c82-86f1-8816edc384b0 None None] Network c21e5449-6156-42e4-9d25-aba08ad47ff2 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:09:58.368365 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-48c30927-b685-44e2-b369-661bdceaec7b None None] Provisioning complete for port f44d4c72-2443-4b43-a59d-3d54f10d144d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:58.368699 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-48c30927-b685-44e2-b369-661bdceaec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:58.724057 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-d0105efb-4afe-4aaf-9aa7-998716700860 None None] Provisioning complete for port f44d4c72-2443-4b43-a59d-3d54f10d144d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:58.724799 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d0105efb-4afe-4aaf-9aa7-998716700860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.418060 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device f44d4c72-2443-4b43-a59d-3d54f10d144d up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:09:59.467204 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port f44d4c72-2443-4b43-a59d-3d54f10d144d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:09:59.467570 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.490681 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 37536) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:59.724434 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-84ddb35b-c416-48cf-a5bc-e7368354d4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:59.829526 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [None req-d6eaede7-c0db-48e6-9b51-d454df9d8640 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:09:59.830532 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d6eaede7-c0db-48e6-9b51-d454df9d8640 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3389022 Oct 13 04:10:02.300918 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-da037b5e-f2e0-4367-8588-35be37d94779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.329497 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 37544) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:02.675190 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:02.698773 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Made reservation on behalf of 6265c8355cf846e0bc1cc80afc3ecf08 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:02.701045 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.709316 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.785093 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.791146 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.805598 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Reserving flat network on physical network physnet1 {{(pid=94020) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 13 04:10:02.823283 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6e2105-9d5a-4522-8c86-68b4decca975,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:02.828100 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.828459 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Added segment 064ba6aa-37ac-437c-bff3-2d7940f3ab86 of type flat for network 28a94815-3f81-4fe0-9ec2-d04c561dfdca Oct 13 04:10:02.879169 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.913940 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.915238 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:02.915854 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:02.986352 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6556599 Oct 13 04:10:02.996671 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5ea69-6da4-4bad-9fb9-992167a8c391 admin admin] Pushing event updated for resources: {'Network': ['ID=28a94815-3f81-4fe0-9ec2-d04c561dfdca,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:03.015223 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:10:03.259040 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:03.566588 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:05.152913 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:05.459787 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 37562) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:05.699301 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e4eb2-5148-4be5-a142-c4a4e193d2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:05.700637 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ce5e4eb2-5148-4be5-a142-c4a4e193d2f4 admin admin] 10.222.0.55 "GET /v2.0/subnets/c680f8c5-ba64-4bad-8073-dcf90e341915 HTTP/1.1" status: 200 len: 849 time: 0.2399039 Oct 13 04:10:05.818363 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3a4eedb3-83e6-4740-b444-a05806882621 admin admin] 10.222.0.55 "GET /v2.0/routers/abe10f40-cf0a-46bb-add7-8f11c535e225 HTTP/1.1" status: 200 len: 704 time: 0.1080189 Oct 13 04:10:06.094087 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.385388 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Allocated IP 172.20.0.1 (c21e5449-6156-42e4-9d25-aba08ad47ff2/c680f8c5-ba64-4bad-8073-dcf90e341915/9e93e40e-7a4a-4227-9b2b-1b65da472dc8) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:06.591501 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.663459 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.742380 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Network c21e5449-6156-42e4-9d25-aba08ad47ff2 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:06.747026 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:06.751140 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:06.752113 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782839'] for router_interface, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:06.778491 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Pushing event updated for resources: {'Port': ['ID=9e93e40e-7a4a-4227-9b2b-1b65da472dc8,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:06.988239 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-b4974e41-af3e-4c89-a14e-25e46deacde5 None None] Provisioning complete for port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:06.988896 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b4974e41-af3e-4c89-a14e-25e46deacde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.013954 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.020431 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-b4974e41-af3e-4c89-a14e-25e46deacde5 None None] Port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:07.229484 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.235944 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.236739 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1791143'] for router_interface, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.308409 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Pushing event updated for resources: {'Port': ['ID=9e93e40e-7a4a-4227-9b2b-1b65da472dc8,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:07.364969 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Network c21e5449-6156-42e4-9d25-aba08ad47ff2 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:07.366457 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:07.525115 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Router abe10f40-cf0a-46bb-add7-8f11c535e225 is scheduled to L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:10:07.542226 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-1643376d-cced-428c-aa86-2ad6a3ae095a None None] Provisioning complete for port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:07.542573 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1643376d-cced-428c-aa86-2ad6a3ae095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:07.576032 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-1643376d-cced-428c-aa86-2ad6a3ae095a None None] Port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:07.614056 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:07.620111 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a5f862dc-2111-4a15-af8f-c952627ee66b admin admin] 10.222.0.55 "PUT /v2.0/routers/abe10f40-cf0a-46bb-add7-8f11c535e225/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7922964 Oct 13 04:10:07.624103 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Sync routers for ids ['abe10f40-cf0a-46bb-add7-8f11c535e225'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:07.639514 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Routers {'abe10f40-cf0a-46bb-add7-8f11c535e225'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:07.640371 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:10:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['abe10f40-cf0a-46bb-add7-8f11c535e225'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:07.831272 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Set router abe10f40-cf0a-46bb-add7-8f11c535e225 gateway port host: None {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:10:08.260602 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'name': 'router1', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:09:56Z', 'updated_at': '2021-10-13T04:10:06Z', 'revision_number': 2, 'project_id': '7362cdcaaf79423ba3765915591bace9', 'gw_port_host': None, '_interfaces': [{'id': '9e93e40e-7a4a-4227-9b2b-1b65da472dc8', 'name': '', 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'mac_address': 'fa:16:3e:12:e4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c680f8c5-ba64-4bad-8073-dcf90e341915', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:06Z', 'updated_at': '2021-10-13T04:10:07Z', 'revision_number': 2, 'project_id': '7362cdcaaf79423ba3765915591bace9', 'subnets': [{'id': 'c680f8c5-ba64-4bad-8073-dcf90e341915', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef9c667-8ff9-4a51-bca6-04b6c6776e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:08.318863 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Checking router: abe10f40-cf0a-46bb-add7-8f11c535e225 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:10:08.319224 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Updating router abe10f40-cf0a-46bb-add7-8f11c535e225 port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 binding host dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:10:08.366175 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.880720 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:08.889132 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.053666 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Pushing event updated for resources: {'Port': ['ID=9e93e40e-7a4a-4227-9b2b-1b65da472dc8,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:09.062201 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Attempting to bind port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:09.062581 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Attempting to bind port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '799d0305-a0de-4424-bc5c-1e5adb103e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:09.062986 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Attempting to bind port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 on network c21e5449-6156-42e4-9d25-aba08ad47ff2 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:09.066252 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:09.066593 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:09.066923 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:09.067249 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:09.067568 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:09.067887 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:09.068202 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:09.068579 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:09.068922 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:09.069218 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:09.069526 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:09.069939 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Tracked resource versions report: Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: pushed versions: Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: { 'AddressGroup': {'1.2'}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'ConntrackHelper': {'1.0'}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Log': {'1.0'}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Network': {'1.1'}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Port': {'1.7'}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'PortForwarding': {'1.2'}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'QosPolicy': {'1.10'}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'SecurityGroup': {'1.4'}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'SubPort': {'1.0'}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Subnet': {'1.1'}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Trunk': {'1.1'}} Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: consumer versions: Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: { DHCP agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: L3 agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: Metadata agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: Metering agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: Open vSwitch agent@dv-cinder-812751-3-iscsi: { 'AddressGroup': '1.2', Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'ConntrackHelper': '1.0', Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Log': '1.0', Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Network': '1.1', Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Port': '1.7', Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'PortForwarding': '1.2', Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'QosPolicy': '1.10', Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'SecurityGroup': '1.4', Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'SecurityGroupRule': '1.2', Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'SubPort': '1.0', Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Subnet': '1.1', Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Trunk': '1.1'}} Oct 13 04:10:09.070973 dv-cinder-812751-3-iscsi neutron-server[94023]: {{(pid=94023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:10:09.075645 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:09.076071 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Checking segment: {'id': '799d0305-a0de-4424-bc5c-1e5adb103e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:09.076481 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.076852 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Bound using segment: {'id': '799d0305-a0de-4424-bc5c-1e5adb103e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:09.077336 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Bound port: 9e93e40e-7a4a-4227-9b2b-1b65da472dc8, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799d0305-a0de-4424-bc5c-1e5adb103e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:09.077744 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.105321 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-488cc48b-f228-44ef-a5f2-0407f31e9e70 None None] Provisioning complete for port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:09.105894 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-488cc48b-f228-44ef-a5f2-0407f31e9e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.140382 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-488cc48b-f228-44ef-a5f2-0407f31e9e70 None None] Port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:09.145100 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] For port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:09.165225 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] For port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=9e93e40e-7a4a-4227-9b2b-1b65da472dc8,segment=NetworkSegment(799d0305-a0de-4424-bc5c-1e5adb103e82),segment_id=799d0305-a0de-4424-bc5c-1e5adb103e82)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:09.169849 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.224705 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bd0fd-8fca-4119-b2c8-904b7e0ce6d1 None None] Pushing event updated for resources: {'Port': ['ID=9e93e40e-7a4a-4227-9b2b-1b65da472dc8,revision_number=4']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:09.228786 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Routers {'abe10f40-cf0a-46bb-add7-8f11c535e225'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:09.229383 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:10:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['abe10f40-cf0a-46bb-add7-8f11c535e225'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:09.329264 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] Set router abe10f40-cf0a-46bb-add7-8f11c535e225 gateway port host: None {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:10:09.460090 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-d18bde96-f06d-481f-a2ad-95a64b7ca3fe None None] Provisioning complete for port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:09.460423 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d18bde96-f06d-481f-a2ad-95a64b7ca3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.539871 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d18bde96-f06d-481f-a2ad-95a64b7ca3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.550660 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'name': 'router1', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:09:56Z', 'updated_at': '2021-10-13T04:10:06Z', 'revision_number': 2, 'project_id': '7362cdcaaf79423ba3765915591bace9', 'gw_port_host': None, '_interfaces': [{'id': '9e93e40e-7a4a-4227-9b2b-1b65da472dc8', 'name': '', 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'mac_address': 'fa:16:3e:12:e4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c680f8c5-ba64-4bad-8073-dcf90e341915', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:06Z', 'updated_at': '2021-10-13T04:10:09Z', 'revision_number': 4, 'project_id': '7362cdcaaf79423ba3765915591bace9', 'subnets': [{'id': 'c680f8c5-ba64-4bad-8073-dcf90e341915', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef9c667-8ff9-4a51-bca6-04b6c6776e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:09.571353 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-d18bde96-f06d-481f-a2ad-95a64b7ca3fe None None] For port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=9e93e40e-7a4a-4227-9b2b-1b65da472dc8,segment=NetworkSegment(799d0305-a0de-4424-bc5c-1e5adb103e82),segment_id=799d0305-a0de-4424-bc5c-1e5adb103e82)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:09.576057 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d18bde96-f06d-481f-a2ad-95a64b7ca3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:09.576998 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d74a6-a350-4440-b806-c34772456fc9 None None] The sync data for ids ['abe10f40-cf0a-46bb-add7-8f11c535e225'] in dv-cinder-812751-3-iscsi is: [{'id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'name': 'router1', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:09:56Z', 'updated_at': '2021-10-13T04:10:06Z', 'revision_number': 2, 'project_id': '7362cdcaaf79423ba3765915591bace9', 'gw_port_host': None, '_interfaces': [{'id': '9e93e40e-7a4a-4227-9b2b-1b65da472dc8', 'name': '', 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'mac_address': 'fa:16:3e:12:e4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c680f8c5-ba64-4bad-8073-dcf90e341915', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:06Z', 'updated_at': '2021-10-13T04:10:09Z', 'revision_number': 4, 'project_id': '7362cdcaaf79423ba3765915591bace9', 'subnets': [{'id': 'c680f8c5-ba64-4bad-8073-dcf90e341915', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef9c667-8ff9-4a51-bca6-04b6c6776e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:10:09.641746 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bde96-f06d-481f-a2ad-95a64b7ca3fe None None] Pushing event updated for resources: {'Port': ['ID=9e93e40e-7a4a-4227-9b2b-1b65da472dc8,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:09.927938 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 37582) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:10.050170 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4448168-4f4e-45fe-ade6-8beb1423db5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:10.051533 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e4448168-4f4e-45fe-ade6-8beb1423db5e admin admin] 10.222.0.55 "GET /v2.0/networks/28a94815-3f81-4fe0-9ec2-d04c561dfdca HTTP/1.1" status: 200 len: 842 time: 0.1226504 Oct 13 04:10:10.062133 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:10.084391 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] Made reservation on behalf of 6265c8355cf846e0bc1cc80afc3ecf08 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:10.086755 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.441053 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.objects.ports [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94021) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:10:10.441496 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.490269 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e00093-fc3f-43b7-9880-14f292313b7e,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:10.505211 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] Checking segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:10.505561 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] Network hostable DHCP agents. Network: 28a94815-3f81-4fe0-9ec2-d04c561dfdca, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:10:10.523932 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:10:10.532756 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 28a94815-3f81-4fe0-9ec2-d04c561dfdca) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:10.536876 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:10.537520 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:10.542519 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f98c7-22de-4a85-b325-217418d2ec76 None None] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:10.558009 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-86104d2f-68bb-4911-aeff-b87bdd9f92fd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4994020 Oct 13 04:10:10.678649 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435265b-f9e3-449c-a7af-13f520b18b18 None None] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:12.989013 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 37590) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:13.230267 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-68a4cc38-7146-45fd-8d9d-51f489fa373b admin admin] 10.222.0.55 "GET /v2.0/routers/abe10f40-cf0a-46bb-add7-8f11c535e225 HTTP/1.1" status: 200 len: 710 time: 0.2399845 Oct 13 04:10:13.323613 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ffd25c-b231-42e0-8580-0b740dce3b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:13.324979 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-98ffd25c-b231-42e0-8580-0b740dce3b7e admin admin] 10.222.0.55 "GET /v2.0/networks/28a94815-3f81-4fe0-9ec2-d04c561dfdca HTTP/1.1" status: 200 len: 886 time: 0.0885637 Oct 13 04:10:13.334606 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:13.581620 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.815479 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:13.890280 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.100015 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Allocated IP 172.27.2.227 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/be9ef8df-b05e-4935-b03a-287f8b9fdb4d) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:14.210713 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.271438 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.344186 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:14.348916 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:14.351870 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:14.390372 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Pushing event updated for resources: {'Port': ['ID=be9ef8df-b05e-4935-b03a-287f8b9fdb4d,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:14.632011 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.827223 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1793910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7442'] for router, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.832638 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1793869'] for router, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.956044 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Router abe10f40-cf0a-46bb-add7-8f11c535e225 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:10:15.065582 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:15.070450 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.072134 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-859a2c30-569e-4f2c-a5f3-0b7708640391 admin admin] 10.222.0.55 "PUT /v2.0/routers/abe10f40-cf0a-46bb-add7-8f11c535e225 HTTP/1.1" status: 200 len: 890 time: 1.7407691 Oct 13 04:10:15.435875 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:15.488239 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:15.488691 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:16.475027 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Sync routers for ids ['abe10f40-cf0a-46bb-add7-8f11c535e225'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:16.485699 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Routers {'abe10f40-cf0a-46bb-add7-8f11c535e225'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:16.486351 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:10:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['abe10f40-cf0a-46bb-add7-8f11c535e225'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:16.691223 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Set router abe10f40-cf0a-46bb-add7-8f11c535e225 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:10:17.085481 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'name': 'router1', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'be9ef8df-b05e-4935-b03a-287f8b9fdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:09:56Z', 'updated_at': '2021-10-13T04:10:14Z', 'revision_number': 4, 'project_id': '7362cdcaaf79423ba3765915591bace9', 'gw_port': {'id': 'be9ef8df-b05e-4935-b03a-287f8b9fdb4d', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:13Z', 'updated_at': '2021-10-13T04:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '9e93e40e-7a4a-4227-9b2b-1b65da472dc8', 'name': '', 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'mac_address': 'fa:16:3e:12:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c680f8c5-ba64-4bad-8073-dcf90e341915', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:06Z', 'updated_at': '2021-10-13T04:10:09Z', 'revision_number': 5, 'project_id': '7362cdcaaf79423ba3765915591bace9', 'subnets': [{'id': 'c680f8c5-ba64-4bad-8073-dcf90e341915', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef9c667-8ff9-4a51-bca6-04b6c6776e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:17.135870 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Checking router: abe10f40-cf0a-46bb-add7-8f11c535e225 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:10:17.136230 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Updating router abe10f40-cf0a-46bb-add7-8f11c535e225 port be9ef8df-b05e-4935-b03a-287f8b9fdb4d binding host dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:10:17.187442 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.506446 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.517238 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.573498 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 37602) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:17.642430 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Attempting to bind port be9ef8df-b05e-4935-b03a-287f8b9fdb4d on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:17.642785 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Attempting to bind port be9ef8df-b05e-4935-b03a-287f8b9fdb4d by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:17.643131 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Attempting to bind port be9ef8df-b05e-4935-b03a-287f8b9fdb4d on network 28a94815-3f81-4fe0-9ec2-d04c561dfdca {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:17.651289 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a05685-f208-4cce-83ce-a84a36caa193 None None] Pushing event updated for resources: {'Port': ['ID=be9ef8df-b05e-4935-b03a-287f8b9fdb4d,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:17.654050 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:17.654411 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Checking segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:17.654791 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.655158 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Bound using segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:17.655608 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Bound port: be9ef8df-b05e-4935-b03a-287f8b9fdb4d, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:17.655992 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.692214 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7a81e202-1c85-4ccc-bcb9-67c1431a1315 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1175582 Oct 13 04:10:17.706509 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] For port be9ef8df-b05e-4935-b03a-287f8b9fdb4d, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:17.710419 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] For port be9ef8df-b05e-4935-b03a-287f8b9fdb4d, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=be9ef8df-b05e-4935-b03a-287f8b9fdb4d,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:17.716724 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.776648 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Routers {'abe10f40-cf0a-46bb-add7-8f11c535e225'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:17.777266 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:10:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['abe10f40-cf0a-46bb-add7-8f11c535e225'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:17.779303 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a05685-f208-4cce-83ce-a84a36caa193 None None] Pushing event updated for resources: {'Port': ['ID=be9ef8df-b05e-4935-b03a-287f8b9fdb4d,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:17.892718 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] Set router abe10f40-cf0a-46bb-add7-8f11c535e225 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:10:18.104232 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'name': 'router1', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'be9ef8df-b05e-4935-b03a-287f8b9fdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:09:56Z', 'updated_at': '2021-10-13T04:10:14Z', 'revision_number': 4, 'project_id': '7362cdcaaf79423ba3765915591bace9', 'gw_port': {'id': 'be9ef8df-b05e-4935-b03a-287f8b9fdb4d', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:13Z', 'updated_at': '2021-10-13T04:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '9e93e40e-7a4a-4227-9b2b-1b65da472dc8', 'name': '', 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'mac_address': 'fa:16:3e:12:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c680f8c5-ba64-4bad-8073-dcf90e341915', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:06Z', 'updated_at': '2021-10-13T04:10:09Z', 'revision_number': 5, 'project_id': '7362cdcaaf79423ba3765915591bace9', 'subnets': [{'id': 'c680f8c5-ba64-4bad-8073-dcf90e341915', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef9c667-8ff9-4a51-bca6-04b6c6776e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:18.130636 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af0878-5c43-455e-a6c1-a829e88bfd2c None None] The sync data for ids ['abe10f40-cf0a-46bb-add7-8f11c535e225'] in dv-cinder-812751-3-iscsi is: [{'id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'name': 'router1', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'be9ef8df-b05e-4935-b03a-287f8b9fdb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:09:56Z', 'updated_at': '2021-10-13T04:10:14Z', 'revision_number': 4, 'project_id': '7362cdcaaf79423ba3765915591bace9', 'gw_port': {'id': 'be9ef8df-b05e-4935-b03a-287f8b9fdb4d', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:13Z', 'updated_at': '2021-10-13T04:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '9e93e40e-7a4a-4227-9b2b-1b65da472dc8', 'name': '', 'network_id': 'c21e5449-6156-42e4-9d25-aba08ad47ff2', 'tenant_id': '7362cdcaaf79423ba3765915591bace9', 'mac_address': 'fa:16:3e:12:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe10f40-cf0a-46bb-add7-8f11c535e225', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c680f8c5-ba64-4bad-8073-dcf90e341915', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:06Z', 'updated_at': '2021-10-13T04:10:09Z', 'revision_number': 5, 'project_id': '7362cdcaaf79423ba3765915591bace9', 'subnets': [{'id': 'c680f8c5-ba64-4bad-8073-dcf90e341915', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef9c667-8ff9-4a51-bca6-04b6c6776e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:10:19.468246 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device be9ef8df-b05e-4935-b03a-287f8b9fdb4d up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:19.536522 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port be9ef8df-b05e-4935-b03a-287f8b9fdb4d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:19.536840 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:19.620020 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:19.640547 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port be9ef8df-b05e-4935-b03a-287f8b9fdb4d, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=be9ef8df-b05e-4935-b03a-287f8b9fdb4d,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:19.645084 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:19.696656 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=be9ef8df-b05e-4935-b03a-287f8b9fdb4d,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:21.458323 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device be9ef8df-b05e-4935-b03a-287f8b9fdb4d up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:21.522175 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port be9ef8df-b05e-4935-b03a-287f8b9fdb4d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:21.522781 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:29.729846 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c732d756-fab3-4ad5-babb-1b2b25888eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:32.306953 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5087a555-e1a8-43f8-bf28-0438c8ed42ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.265547 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:33.572449 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.184294 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:35.242724 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:10:59.733359 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d1497a1c-f3f9-4fec-93dc-7507eb154435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.303819 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-71f420f2-118b-4c1a-a0b0-9a72eac827fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.261417 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.570371 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.180868 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.242924 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:11:29.730931 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0be9-73af-493c-a54a-2f21990d8114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.308092 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-bb7145a8-9c87-42c9-9d42-8488bdd0813a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.263574 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.564367 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:35.181744 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.241831 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:11:54.920530 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38166) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:54.986471 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.pecan_wsgi.hooks.translation [None req-0489de06-a943-4bda-a1cd-7f363c3e8878 admin admin] GET failed (client error): The resource could not be found. Oct 13 04:11:54.987803 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-0489de06-a943-4bda-a1cd-7f363c3e8878 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663106 Oct 13 04:11:55.154577 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb985d3-7626-4d44-a8d4-c5f106a8d388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:55.156290 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-fbb985d3-7626-4d44-a8d4-c5f106a8d388 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1636777 Oct 13 04:11:57.432683 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38176) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:57.536643 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00484540-1f31-4cb9-8366-6c1ff2134145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:57.538046 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-00484540-1f31-4cb9-8366-6c1ff2134145 admin admin] 10.222.0.55 "GET /v2.0/subnets/c680f8c5-ba64-4bad-8073-dcf90e341915 HTTP/1.1" status: 200 len: 849 time: 0.1043220 Oct 13 04:11:57.550299 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:57.636724 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.783315 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748560383757'] for subnet, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.814851 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:57.815707 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.818839 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] 10.222.0.55 "PUT /v2.0/subnets/c680f8c5-ba64-4bad-8073-dcf90e341915 HTTP/1.1" status: 200 len: 868 time: 0.2721860 Oct 13 04:11:57.819744 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a485cb-de7a-4330-9309-7291e175e9b8 None None] Network c21e5449-6156-42e4-9d25-aba08ad47ff2 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:57.836367 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c680f8c5-ba64-4bad-8073-dcf90e341915,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:57.844956 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:57.845327 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:57.845650 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:57.846020 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:57.846343 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:57.846633 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:57.846955 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:57.847273 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:57.847701 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:57.848018 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:57.848335 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:57.848644 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec087f9-c90c-40ae-aa95-5390928c3846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:58.172643 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-aca0fa80-2554-4e4d-9584-8d0fc8792c30 None None] Provisioning complete for port f44d4c72-2443-4b43-a59d-3d54f10d144d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:58.172994 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-aca0fa80-2554-4e4d-9584-8d0fc8792c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.259069 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-aca0fa80-2554-4e4d-9584-8d0fc8792c30 None None] Provisioning complete for port 9e93e40e-7a4a-4227-9b2b-1b65da472dc8 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:58.259352 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-aca0fa80-2554-4e4d-9584-8d0fc8792c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:59.735097 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1c2596ee-52db-4255-b2c5-7ecc733c05ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.101416 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38184) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:00.383634 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca635710-a221-45ce-a3ac-50124046e67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:00.384003 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca635710-a221-45ce-a3ac-50124046e67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:00.385555 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ca635710-a221-45ce-a3ac-50124046e67c admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2827306 Oct 13 04:12:02.312117 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f6ea873c-50d8-46a5-ac63-1dc39cd3e5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.653434 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38192) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:02.795736 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59edeb3-74eb-4fd4-8a46-6dd6f43ad105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:02.796191 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59edeb3-74eb-4fd4-8a46-6dd6f43ad105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:02.797791 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d59edeb3-74eb-4fd4-8a46-6dd6f43ad105 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1429555 Oct 13 04:12:03.268074 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.568960 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.066898 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38200) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:05.189449 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.211522 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ada879-b340-4a4f-8977-558910327e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:05.213118 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e1ada879-b340-4a4f-8977-558910327e43 admin admin] 10.222.0.55 "GET /v2.0/networks/28a94815-3f81-4fe0-9ec2-d04c561dfdca HTTP/1.1" status: 200 len: 886 time: 0.1449165 Oct 13 04:12:07.453275 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38210) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:07.594069 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e02411-3559-40ef-b34c-b77f077913d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:07.595456 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-89e02411-3559-40ef-b34c-b77f077913d8 admin admin] 10.222.0.55 "GET /v2.0/networks/c21e5449-6156-42e4-9d25-aba08ad47ff2 HTTP/1.1" status: 200 len: 869 time: 0.1410358 Oct 13 04:12:09.843936 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38218) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:09.978969 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bd3238-b664-4394-a9b6-268b731f3994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:09.979398 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bd3238-b664-4394-a9b6-268b731f3994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:09.980980 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e7bd3238-b664-4394-a9b6-268b731f3994 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1360500 Oct 13 04:12:12.252949 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38226) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:12.348931 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea1318-9ac0-4db2-ad37-acdb44101206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:12.349380 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea1318-9ac0-4db2-ad37-acdb44101206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:12.350941 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e4ea1318-9ac0-4db2-ad37-acdb44101206 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0970407 Oct 13 04:12:14.596846 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38234) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:14.703212 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c467c57-0649-46a0-8ba0-a7ca604c1692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:14.704518 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1c467c57-0649-46a0-8ba0-a7ca604c1692 admin admin] 10.222.0.55 "GET /v2.0/subnets/c680f8c5-ba64-4bad-8073-dcf90e341915 HTTP/1.1" status: 200 len: 868 time: 0.1064932 Oct 13 04:12:16.941682 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38242) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:17.047116 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ede82b-0c99-445a-9923-79379a92cac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:17.049137 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-00ede82b-0c99-445a-9923-79379a92cac5 admin admin] 10.222.0.55 "GET /v2.0/subnets/f3e00093-fc3f-43b7-9880-14f292313b7e HTTP/1.1" status: 200 len: 816 time: 0.1061518 Oct 13 04:12:26.241009 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:12:29.737702 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3c60-372d-45c2-b5b4-9d08495f0198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.316459 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e6e42564-02f3-4669-99c6-7b578e6258d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.270239 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.573720 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.194893 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.212981 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38296) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:41.268649 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [None req-b39d519c-e1b0-4b47-a209-6f3ac6972694 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:12:41.269646 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b39d519c-e1b0-4b47-a209-6f3ac6972694 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0557294 Oct 13 04:12:43.602288 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38304) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:43.677920 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b4de6f-f5e2-4f5a-95e4-55faa7600810 admin admin] GET failed (client error): The resource could not be found. Oct 13 04:12:43.679231 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-96b4de6f-f5e2-4f5a-95e4-55faa7600810 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0756800 Oct 13 04:12:43.876545 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3233c51-eb5e-4ba5-91aa-7393c331ecca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:43.877955 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e3233c51-eb5e-4ba5-91aa-7393c331ecca admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1916168 Oct 13 04:12:46.179361 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38312) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:46.235091 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:46.265956 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] Made reservation on behalf of 6265c8355cf846e0bc1cc80afc3ecf08 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:46.269538 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.296919 dv-cinder-812751-3-iscsi neutron-server[94020]: WARNING neutron.services.revisions.revision_plugin [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] Could not find related network for resource to bump revision. Oct 13 04:12:46.309245 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:46.321948 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.322280 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] Added segment 4f6c58bd-f351-4468-b02f-e2f833e16c0a of type vlan for network e54ced28-97ce-426d-88ff-83bdd61b305e Oct 13 04:12:46.360327 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.387655 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.388681 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:46.389288 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.440175 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2597811 Oct 13 04:12:46.450702 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c4f83-1324-494a-a7c9-288f4e1ed569 admin admin] Pushing event updated for resources: {'Network': ['ID=e54ced28-97ce-426d-88ff-83bdd61b305e,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:46.461215 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network e54ced28-97ce-426d-88ff-83bdd61b305e details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:48.756816 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38320) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:48.824849 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.pecan_wsgi.hooks.translation [None req-7329b437-245c-4559-bc00-3f215b962854 admin admin] GET failed (client error): The resource could not be found. Oct 13 04:12:48.826235 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7329b437-245c-4559-bc00-3f215b962854 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0684123 Oct 13 04:12:48.899102 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26cc6bb-ba72-408b-99a9-801454a81d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:48.900515 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b26cc6bb-ba72-408b-99a9-801454a81d95 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694635 Oct 13 04:12:48.914850 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-17f290e2-ddae-4dbb-899c-5ebb73d1370d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:48.941141 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f290e2-ddae-4dbb-899c-5ebb73d1370d admin admin] Made reservation on behalf of 6265c8355cf846e0bc1cc80afc3ecf08 for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:48.943497 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-17f290e2-ddae-4dbb-899c-5ebb73d1370d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.126609 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-17f290e2-ddae-4dbb-899c-5ebb73d1370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.184013 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f290e2-ddae-4dbb-899c-5ebb73d1370d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c239d191-d610-47e4-9cc6-57c2e160c3bd,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:49.200897 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f290e2-ddae-4dbb-899c-5ebb73d1370d admin admin] Checking segment: {'id': '4f6c58bd-f351-4468-b02f-e2f833e16c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:49.201242 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f290e2-ddae-4dbb-899c-5ebb73d1370d admin admin] Network hostable DHCP agents. Network: e54ced28-97ce-426d-88ff-83bdd61b305e, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:49.224461 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f290e2-ddae-4dbb-899c-5ebb73d1370d admin admin] Network e54ced28-97ce-426d-88ff-83bdd61b305e is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:49.237852 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-17f290e2-ddae-4dbb-899c-5ebb73d1370d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, e54ced28-97ce-426d-88ff-83bdd61b305e) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:49.242545 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f290e2-ddae-4dbb-899c-5ebb73d1370d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:49.243131 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-17f290e2-ddae-4dbb-899c-5ebb73d1370d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.247214 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7088457e-f6c8-4d96-9f8c-0fedd8eb0da9 None None] Network e54ced28-97ce-426d-88ff-83bdd61b305e requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:49.261714 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-17f290e2-ddae-4dbb-899c-5ebb73d1370d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3504274 Oct 13 04:12:49.403946 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936e36cd-2bb0-5633-aabb-4a9dea8c5d17-e54ced28-97ce-426d-88ff-83bdd61b305e', 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e', 'tenant_id': '6265c8355cf846e0bc1cc80afc3ecf08', 'fixed_ips': [{'subnet_id': 'c239d191-d610-47e4-9cc6-57c2e160c3bd'}]}} from dv-cinder-812751-3-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:12:49.405039 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.550946 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Allocated IP 192.168.233.2 (e54ced28-97ce-426d-88ff-83bdd61b305e/c239d191-d610-47e4-9cc6-57c2e160c3bd/2f9d862e-0677-4511-add9-4c7a0116d42d) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:49.693061 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.699671 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.741578 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Network e54ced28-97ce-426d-88ff-83bdd61b305e is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:49.744531 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:49.747130 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:49.754202 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Pushing event updated for resources: {'Port': ['ID=2f9d862e-0677-4511-add9-4c7a0116d42d,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:49.765076 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:49.765416 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:49.765773 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:49.766100 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:49.766437 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:49.766755 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:49.767087 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:49.767402 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:49.767733 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:49.768044 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:49.768343 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:49.768644 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:49.816175 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Attempting to bind port 2f9d862e-0677-4511-add9-4c7a0116d42d on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:49.816536 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Attempting to bind port 2f9d862e-0677-4511-add9-4c7a0116d42d by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '4f6c58bd-f351-4468-b02f-e2f833e16c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:49.816903 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Attempting to bind port 2f9d862e-0677-4511-add9-4c7a0116d42d on network e54ced28-97ce-426d-88ff-83bdd61b305e {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:49.822043 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:49.822402 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Checking segment: {'id': '4f6c58bd-f351-4468-b02f-e2f833e16c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:49.822788 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.823187 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Bound using segment: {'id': '4f6c58bd-f351-4468-b02f-e2f833e16c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:49.823637 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Bound port: 2f9d862e-0677-4511-add9-4c7a0116d42d, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6c58bd-f351-4468-b02f-e2f833e16c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:49.824013 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.884963 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] For port 2f9d862e-0677-4511-add9-4c7a0116d42d, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:49.888320 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] For port 2f9d862e-0677-4511-add9-4c7a0116d42d, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=2f9d862e-0677-4511-add9-4c7a0116d42d,segment=NetworkSegment(4f6c58bd-f351-4468-b02f-e2f833e16c0a),segment_id=4f6c58bd-f351-4468-b02f-e2f833e16c0a)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:49.894652 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.950657 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d779bb-25bd-4cb4-9214-7c2c75291dca None None] Pushing event updated for resources: {'Port': ['ID=2f9d862e-0677-4511-add9-4c7a0116d42d,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:50.748656 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09a577d-5e35-4daa-8e83-cd8cf449cded None None] Network e54ced28-97ce-426d-88ff-83bdd61b305e requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:50.810788 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-176a3a50-60cb-4e03-9162-22a3426c9bc8 None None] Provisioning complete for port 2f9d862e-0677-4511-add9-4c7a0116d42d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:50.811161 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-176a3a50-60cb-4e03-9162-22a3426c9bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.954668 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-176a3a50-60cb-4e03-9162-22a3426c9bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.990856 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-176a3a50-60cb-4e03-9162-22a3426c9bc8 None None] For port 2f9d862e-0677-4511-add9-4c7a0116d42d, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=2f9d862e-0677-4511-add9-4c7a0116d42d,segment=NetworkSegment(4f6c58bd-f351-4468-b02f-e2f833e16c0a),segment_id=4f6c58bd-f351-4468-b02f-e2f833e16c0a)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:50.996460 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-176a3a50-60cb-4e03-9162-22a3426c9bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.047644 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a3a50-60cb-4e03-9162-22a3426c9bc8 None None] Pushing event updated for resources: {'Port': ['ID=2f9d862e-0677-4511-add9-4c7a0116d42d,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:51.220009 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-cbe6a67f-f433-4017-9cf9-08aa9c2508c6 None None] Provisioning complete for port 2f9d862e-0677-4511-add9-4c7a0116d42d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:51.220267 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cbe6a67f-f433-4017-9cf9-08aa9c2508c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.584595 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 2f9d862e-0677-4511-add9-4c7a0116d42d up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:51.632459 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 2f9d862e-0677-4511-add9-4c7a0116d42d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:51.632838 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.740539 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3460-d386-405d-a9f7-135e03af22be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:02.319842 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-297f172e-a6c8-44fb-b6bb-d272a90bb4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.239520 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:13:03.275238 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.577656 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.205699 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.738299 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1b78a6b5-cd0e-4c70-8b2a-3ed56fc058fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.322128 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-36853621-db3e-4b99-a840-ed60de028187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.277407 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.581564 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.204726 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.239014 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:13:59.747850 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2ad504a5-de82-4dd7-8cda-f7d6467cca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.325012 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d36bbf2d-dfd7-4dcc-a6ef-08300d24b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.280628 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.586116 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.610325 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38372) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:03.616161 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [None req-dcd2c187-a4a2-4a1d-95e7-a4907f683b2e tempest-verify_tempest_config-1489379402 tempest-verify_tempest_config-1489379402-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:14:03.617111 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-dcd2c187-a4a2-4a1d-95e7-a4907f683b2e tempest-verify_tempest_config-1489379402 tempest-verify_tempest_config-1489379402-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0057995 Oct 13 04:14:03.927110 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38390) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:04.054680 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.160257 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.165216 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.207535 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202be68f-5092-4ae9-888e-ff8da24f5985,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:04.211125 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1017a6556bca4c138f9d27531a11b22f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2829518 Oct 13 04:14:04.214162 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38394) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:04.216489 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.216839 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.217173 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.217494 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.217847 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.218181 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.218486 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.218810 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.219124 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.219434 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.219746 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.220067 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95e12b-7f1c-4619-b5f9-6bf450992c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.270749 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.292369 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.385644 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.388666 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.390021 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/202be68f-5092-4ae9-888e-ff8da24f5985 HTTP/1.1" status: 204 len: 168 time: 0.1749012 Oct 13 04:14:04.397975 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202be68f-5092-4ae9-888e-ff8da24f5985,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:04.410446 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.410929 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.411114 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.411653 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.411984 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.412361 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.412673 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.413016 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.413348 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.413694 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.414016 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:04.414331 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7d8a1-37e0-471c-991b-f6486d006974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:05.208659 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.306437 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:14:29.748596 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5c6a49c3-2fec-4a3f-9e12-5bc69fe2c561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.336035 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f28710fc-d165-494e-82ff-80b326e82b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.291397 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.595282 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.212657 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.238609 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:14:59.751134 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4e469868-a7c6-4395-98c4-5087c4ae018e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.335843 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-77aa22ca-f1a1-455c-9cb2-4a0979aa9a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.299544 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.591220 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.215383 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.744037 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a8d9fa7b-61f5-42f5-b69b-fa3b6554e218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.237565 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 5 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:15:32.328687 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-630eb2cf-8d22-4e42-92f2-d88c62fd9cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.301098 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.600781 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.223618 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:35.892293 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1790447'] for agent, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.591855 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38468) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:50.706556 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e1a73afe-947d-4894-8d56-b076adfb83fd admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1132321 Oct 13 04:15:53.028231 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38478) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:53.091447 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3bad1ede-2610-4e74-87dc-3225175b0baf admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0618129 Oct 13 04:15:59.759248 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9f132fa8-8d24-451c-b6ca-d5fbc1bfc3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.335713 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1a187af7-55f2-4d24-a925-672bc4f0419d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.302551 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.597254 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.229064 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.849863 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.242904 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:16:29.746963 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b3403003-4767-4627-8573-c25f6551e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.339051 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-87d2562c-5922-4209-b5a1-622b2d095795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.307012 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.593171 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.228424 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.857918 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.243069 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:16:59.741814 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4c30b6a2-3c20-4753-91e5-a2fbb4b1eb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.331833 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-becf31bd-f521-4864-b794-bd4f48ac0bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.305394 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.587714 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.228134 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.856175 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.592305 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38666) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:20.661754 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38678) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:20.828987 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1668564213-network', 'tenant_id': 'f2312bd342e040f1ade7109084831451'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:20.856868 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Made reservation on behalf of f2312bd342e040f1ade7109084831451 for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:20.860750 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.873126 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.901105 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1512072549-network', 'tenant_id': '4d531b9d4b7c47ca9168806481e36699'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:20.928302 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Made reservation on behalf of 4d531b9d4b7c47ca9168806481e36699 for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:20.930606 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.945919 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.027163 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.034694 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.057425 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:17:21.079713 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748560424183', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.080722 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Unsubscribe: segment precommit_create {{(pid=94021) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 04:17:21.081265 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Added segment 69759ae7-94f7-4eba-879d-2ed727c54104 of type vlan for network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 Oct 13 04:17:21.162553 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.169940 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.177561 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc109d17-a7f4-4bc9-ad30-ca2a4f2d47e3,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:21.182838 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.195482 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.195845 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.196171 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.196487 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.196920 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.197254 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.197578 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.197915 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.198248 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.198556 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.199329 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.199329 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Tracked resource versions report: Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: pushed versions: Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: { 'AddressGroup': {'1.2'}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'ConntrackHelper': {'1.0'}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Log': {'1.0'}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Network': {'1.1'}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Port': {'1.7'}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'PortForwarding': {'1.2'}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'QosPolicy': {'1.10'}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'SecurityGroup': {'1.4'}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'SubPort': {'1.0'}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Subnet': {'1.1'}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Trunk': {'1.1'}} Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: consumer versions: Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: { DHCP agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: HyperV agent@hv-cinder-81275: {}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: L3 agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: Metadata agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: Metering agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: Open vSwitch agent@dv-cinder-812751-3-iscsi: { 'AddressGroup': '1.2', Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'ConntrackHelper': '1.0', Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Log': '1.0', Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Network': '1.1', Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Port': '1.7', Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'PortForwarding': '1.2', Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'QosPolicy': '1.10', Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'SecurityGroup': '1.4', Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'SecurityGroupRule': '1.2', Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'SubPort': '1.0', Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Subnet': '1.1', Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: 'Trunk': '1.1'}} Oct 13 04:17:21.200162 dv-cinder-812751-3-iscsi neutron-server[94021]: {{(pid=94021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:17:21.226343 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:17:21.241071 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38712) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:21.248482 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.249453 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:21.250059 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.252509 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.252845 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Added segment aff62797-ead7-4446-b24e-e771fe7cbaf8 of type vlan for network 1e6d939d-dbb2-4731-87b5-281d18075e13 Oct 13 04:17:21.255534 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f529591-9773-4715-a731-2f7b090785eb,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:21.271210 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38720) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:21.382106 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] Pushing event updated for resources: {'Network': ['ID=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:21.393559 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38736) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:21.398266 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-de418eec-e33f-430b-a653-66f227cc51d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8045003 Oct 13 04:17:21.398417 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Request body: {'subnet': {'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1668564213-subnet', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:21.403374 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.424410 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:17:21.436438 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Made reservation on behalf of f2312bd342e040f1ade7109084831451 for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:21.438758 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.440206 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.441848 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:21.442589 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.525294 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] Pushing event updated for resources: {'Network': ['ID=1e6d939d-dbb2-4731-87b5-281d18075e13,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:21.536232 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-8185aa5d-f3e7-470f-9798-78ca57d8efe4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8731620 Oct 13 04:17:21.537437 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38742) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:21.543314 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-ff96ac97-3049-43a9-b4a0-ed57ef5adcf5 admin admin] Request body: {'subnet': {'network_id': '1e6d939d-dbb2-4731-87b5-281d18075e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1512072549-subnet', 'tenant_id': '4d531b9d4b7c47ca9168806481e36699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:21.562964 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 1e6d939d-dbb2-4731-87b5-281d18075e13 details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:17:21.582412 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff96ac97-3049-43a9-b4a0-ed57ef5adcf5 admin admin] Made reservation on behalf of 4d531b9d4b7c47ca9168806481e36699 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:21.585101 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff96ac97-3049-43a9-b4a0-ed57ef5adcf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.593042 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-737474326-network', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:21.702001 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1959708003-network', 'tenant_id': 'f6806325e2e94089a6944698ad9b7808'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:21.705505 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Made reservation on behalf of d168ef71e112452db0a5035cfc0e4b2b for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:21.708470 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.733178 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.758846 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Made reservation on behalf of f6806325e2e94089a6944698ad9b7808 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:21.761848 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.771530 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.851629 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff96ac97-3049-43a9-b4a0-ed57ef5adcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.853637 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.854951 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.905992 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.930366 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6dbfe87-28d4-404e-af44-2da5626525e4,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:21.934015 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96ac97-3049-43a9-b4a0-ed57ef5adcf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d59376-4450-4265-9fce-0358aed4e55c,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:21.962561 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96ac97-3049-43a9-b4a0-ed57ef5adcf5 admin admin] Checking segment: {'id': 'aff62797-ead7-4446-b24e-e771fe7cbaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e6d939d-dbb2-4731-87b5-281d18075e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:21.962909 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff96ac97-3049-43a9-b4a0-ed57ef5adcf5 admin admin] Network hostable DHCP agents. Network: 1e6d939d-dbb2-4731-87b5-281d18075e13, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:17:21.988595 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:17:21.993486 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.993899 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.996397 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.996884 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.997380 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.997907 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.998395 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.998868 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:21.999550 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:22.000352 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:22.000984 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:22.001459 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Tracked resource versions report: Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: pushed versions: Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: { 'AddressGroup': {'1.2'}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'ConntrackHelper': {'1.0'}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Log': {'1.0'}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Network': {'1.1'}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Port': {'1.7'}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'PortForwarding': {'1.2'}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'QosPolicy': {'1.10'}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'SecurityGroup': {'1.4'}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'SubPort': {'1.0'}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Subnet': {'1.1'}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Trunk': {'1.1'}} Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: consumer versions: Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: { DHCP agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: HyperV agent@hv-cinder-81275: {}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: L3 agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: Metadata agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: Metering agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: Open vSwitch agent@dv-cinder-812751-3-iscsi: { 'AddressGroup': '1.2', Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'ConntrackHelper': '1.0', Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Log': '1.0', Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Network': '1.1', Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Port': '1.7', Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'PortForwarding': '1.2', Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'QosPolicy': '1.10', Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'SecurityGroup': '1.4', Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'SecurityGroupRule': '1.2', Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'SubPort': '1.0', Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Subnet': '1.1', Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: 'Trunk': '1.1'}} Oct 13 04:17:22.002658 dv-cinder-812751-3-iscsi neutron-server[94020]: {{(pid=94020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:17:22.008223 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff96ac97-3049-43a9-b4a0-ed57ef5adcf5 admin admin] Network 1e6d939d-dbb2-4731-87b5-281d18075e13 is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:17:22.024557 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-ff96ac97-3049-43a9-b4a0-ed57ef5adcf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 1e6d939d-dbb2-4731-87b5-281d18075e13) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:22.033969 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c19467e-be97-4e59-88dc-c3f65673ada9 None None] Network 1e6d939d-dbb2-4731-87b5-281d18075e13 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:22.039258 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff96ac97-3049-43a9-b4a0-ed57ef5adcf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.040424 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ff96ac97-3049-43a9-b4a0-ed57ef5adcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.046558 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.058155 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Added segment bc9324d6-05d9-4b6d-b272-6d65c0291a74 of type vlan for network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 Oct 13 04:17:22.072523 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-ff96ac97-3049-43a9-b4a0-ed57ef5adcf5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5331643 Oct 13 04:17:22.157097 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1ce9d8-8674-44d1-9ec6-1b35e123b786,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:22.216397 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.218828 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Checking segment: {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:22.219172 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Network hostable DHCP agents. Network: 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:17:22.242332 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:17:22.354315 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf03142-54c7-4e29-a49b-0e710e0d7dd9 None None] Network 1e6d939d-dbb2-4731-87b5-281d18075e13 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:22.360900 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.380496 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.381468 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.382075 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.395220 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.408574 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:17:22.611553 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3363910 Oct 13 04:17:22.611750 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38794) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:22.619467 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:17:22.619767 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-7d2557f7-0ac7-4e38-ad5a-5b445156fccb admin admin] Request body: {'subnet': {'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1959708003-subnet', 'tenant_id': 'f6806325e2e94089a6944698ad9b7808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:22.624695 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:22.635850 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a7ba0e-5fff-4b38-8f6d-bb4e088e9957 None None] Network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:22.646143 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.647106 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.657942 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7678ac-1d53-49f0-80ab-ad18826dbd90,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:22.661509 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.662085 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Added segment 2b565eb9-dfb3-4a3b-934b-9738feba2471 of type vlan for network 1c4537c4-626c-4872-8f08-761847ce7780 Oct 13 04:17:22.675139 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b38abb-98a9-40d6-969e-ef388f11960c admin admin] Pushing event updated for resources: {'Network': ['ID=0d1ab067-7575-4c07-97ac-3bce9cca9c59,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:22.701989 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2557f7-0ac7-4e38-ad5a-5b445156fccb admin admin] Made reservation on behalf of f6806325e2e94089a6944698ad9b7808 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:22.714755 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d2557f7-0ac7-4e38-ad5a-5b445156fccb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.725431 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8e85dbde-6ebe-4126-8df5-46455de0c54e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3307309 Oct 13 04:17:22.726354 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38810) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:22.732988 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:22.736854 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:17:22.773489 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.791047 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.793744 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7424'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.979782 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38818) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:23.021814 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.022897 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.023570 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.108675 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.124529 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8792138 Oct 13 04:17:23.126643 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38830) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:23.127231 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936e36cd-2bb0-5633-aabb-4a9dea8c5d17-58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4'}]}} from dv-cinder-812751-3-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:23.128390 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.137308 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-0825cc3a-f71e-4166-ae6d-c6b606cc19b7 admin admin] Request body: {'subnet': {'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-subnet', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:23.143625 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d2557f7-0ac7-4e38-ad5a-5b445156fccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.174413 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21dc49-395c-49e7-9046-28ced35e489e admin admin] Pushing event updated for resources: {'Network': ['ID=1c4537c4-626c-4872-8f08-761847ce7780,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:23.227935 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 1c4537c4-626c-4872-8f08-761847ce7780 details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:17:23.266245 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e187a676-f0a6-4cd3-834f-070f2bc576cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.277426 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38838) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:23.299692 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0825cc3a-f71e-4166-ae6d-c6b606cc19b7 admin admin] Made reservation on behalf of d168ef71e112452db0a5035cfc0e4b2b for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:23.302152 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0825cc3a-f71e-4166-ae6d-c6b606cc19b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.315818 dv-cinder-812751-3-iscsi neutron-server[94021]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 04:17:23.387477 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.403417 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Allocated IP 172.20.0.2 (58ed8cef-059d-4c9e-a8e2-6045b8f93ca6/a6dbfe87-28d4-404e-af44-2da5626525e4/64dbed96-284b-4944-a11b-3cc4077ac336) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:23.442187 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2557f7-0ac7-4e38-ad5a-5b445156fccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=61051428-bded-4621-8b92-c502acd948d5,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:23.456470 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2557f7-0ac7-4e38-ad5a-5b445156fccb admin admin] Checking segment: {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:23.456840 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2557f7-0ac7-4e38-ad5a-5b445156fccb admin admin] Network hostable DHCP agents. Network: 0d1ab067-7575-4c07-97ac-3bce9cca9c59, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:17:23.595071 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.602935 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.647215 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Pushing event updated for resources: {'Port': ['ID=64dbed96-284b-4944-a11b-3cc4077ac336,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:23.664211 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.664559 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.665237 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.665671 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.666002 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.666335 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.666849 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.667169 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.667517 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.667922 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.668249 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.668567 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Tracked resource versions report: Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: pushed versions: Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: { 'AddressGroup': {'1.2'}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'ConntrackHelper': {'1.0'}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Log': {'1.0'}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Network': {'1.1'}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Port': {'1.7'}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'PortForwarding': {'1.2'}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'QosPolicy': {'1.10'}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'SecurityGroup': {'1.4'}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'SubPort': {'1.0'}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Subnet': {'1.1'}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Trunk': {'1.1'}} Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: consumer versions: Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: { DHCP agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: HyperV agent@hv-cinder-81275: {}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: L3 agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: Metadata agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: Metering agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: Open vSwitch agent@dv-cinder-812751-3-iscsi: { 'AddressGroup': '1.2', Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'ConntrackHelper': '1.0', Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Log': '1.0', Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Network': '1.1', Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Port': '1.7', Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'PortForwarding': '1.2', Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'QosPolicy': '1.10', Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'SecurityGroup': '1.4', Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'SecurityGroupRule': '1.2', Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'SubPort': '1.0', Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Subnet': '1.1', Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: 'Trunk': '1.1'}} Oct 13 04:17:23.670260 dv-cinder-812751-3-iscsi neutron-server[94022]: {{(pid=94022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:17:23.675485 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2557f7-0ac7-4e38-ad5a-5b445156fccb admin admin] Network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:17:23.685752 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:23.687380 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:23.698572 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:23.717477 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.738766 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-7d2557f7-0ac7-4e38-ad5a-5b445156fccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 0d1ab067-7575-4c07-97ac-3bce9cca9c59) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:23.742817 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.748494 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daae6530-91fe-44d8-aea2-e06033f16ee2 None None] Network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:23.750428 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Attempting to bind port 64dbed96-284b-4944-a11b-3cc4077ac336 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:23.750778 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Attempting to bind port 64dbed96-284b-4944-a11b-3cc4077ac336 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:23.751243 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Attempting to bind port 64dbed96-284b-4944-a11b-3cc4077ac336 on network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:23.758612 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:23.759024 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Checking segment: {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:23.759407 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.759798 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Bound using segment: {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:23.760272 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Bound port: 64dbed96-284b-4944-a11b-3cc4077ac336, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:23.760654 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.789741 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2557f7-0ac7-4e38-ad5a-5b445156fccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.791104 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d2557f7-0ac7-4e38-ad5a-5b445156fccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.821549 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e187a676-f0a6-4cd3-834f-070f2bc576cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.830966 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-590f6bac-c795-444a-84b1-0e62a3e10e48 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.832466 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-590f6bac-c795-444a-84b1-0e62a3e10e48 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/networks?id=1e6d939d-dbb2-4731-87b5-281d18075e13 HTTP/1.1" status: 200 len: 812 time: 0.5488501 Oct 13 04:17:23.835514 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e187a676-f0a6-4cd3-834f-070f2bc576cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.846158 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-7d2557f7-0ac7-4e38-ad5a-5b445156fccb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2333829 Oct 13 04:17:23.908599 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] For port 64dbed96-284b-4944-a11b-3cc4077ac336, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:23.913451 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-68c14d0c-a00c-4a7c-b3a6-0f2ef0028c2e tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/quotas/4d531b9d4b7c47ca9168806481e36699 HTTP/1.1" status: 200 len: 375 time: 0.0639567 Oct 13 04:17:23.932143 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Allocated IP 172.27.2.9 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/6cfb8242-fa9f-46ec-b2a7-c43f09892fc8) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:23.938861 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187a676-f0a6-4cd3-834f-070f2bc576cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff239dc-9fea-4364-ba73-998b47a6b5df,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:23.940403 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] For port 64dbed96-284b-4944-a11b-3cc4077ac336, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=64dbed96-284b-4944-a11b-3cc4077ac336,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:23.957250 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e187a676-f0a6-4cd3-834f-070f2bc576cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cf04f738a7a4beaa853480e1ba5bdea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9756727 Oct 13 04:17:23.966491 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.029178 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38876) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:24.078749 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6d722-3a8f-4264-8390-1f2e1a0253a0 None None] Pushing event updated for resources: {'Port': ['ID=64dbed96-284b-4944-a11b-3cc4077ac336,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.094097 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecc3e9b-6d77-4a5e-a7e1-b05c8e060bea None None] Network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:24.103522 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38880) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:24.134747 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.165439 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-e80cd4f4-db5d-4ca4-95e6-8d522be63803 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d531b9d4b7c47ca9168806481e36699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2422557 Oct 13 04:17:24.172604 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0825cc3a-f71e-4166-ae6d-c6b606cc19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.199786 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.283733 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a07a5ec3-fe3e-4a1d-abd6-dd0be9654c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.299708 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:24.309707 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:24.360962 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825cc3a-f71e-4166-ae6d-c6b606cc19b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc782f82-cb87-47a0-947a-1f584f8af09a,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.387367 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5de0fb08-b9a8-4652-8f5e-8a3f46e6d8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.399955 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:24.414777 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5de0fb08-b9a8-4652-8f5e-8a3f46e6d8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.456161 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825cc3a-f71e-4166-ae6d-c6b606cc19b7 admin admin] Checking segment: {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:24.456472 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0825cc3a-f71e-4166-ae6d-c6b606cc19b7 admin admin] Network hostable DHCP agents. Network: 1c4537c4-626c-4872-8f08-761847ce7780, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:17:24.468655 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-22fca3fd-e759-4482-9cb9-6fcc0b6ac2af service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:17:24.469939 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-22fca3fd-e759-4482-9cb9-6fcc0b6ac2af service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1031742 Oct 13 04:17:24.481966 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38910) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:24.483661 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a07a5ec3-fe3e-4a1d-abd6-dd0be9654c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.486970 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Pushing event updated for resources: {'Port': ['ID=6cfb8242-fa9f-46ec-b2a7-c43f09892fc8,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.504821 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a07a5ec3-fe3e-4a1d-abd6-dd0be9654c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.510630 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0825cc3a-f71e-4166-ae6d-c6b606cc19b7 admin admin] Network 1c4537c4-626c-4872-8f08-761847ce7780 is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:17:24.564394 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5de0fb08-b9a8-4652-8f5e-8a3f46e6d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.569668 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5de0fb08-b9a8-4652-8f5e-8a3f46e6d8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.569668 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-5de0fb08-b9a8-4652-8f5e-8a3f46e6d8d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ff239dc-9fea-4364-ba73-998b47a6b5df HTTP/1.1" status: 204 len: 168 time: 0.5394969 Oct 13 04:17:24.615095 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a5ec3-fe3e-4a1d-abd6-dd0be9654c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b079731b-14f8-49da-b6f5-8fcd54f23c67,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.632311 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a07a5ec3-fe3e-4a1d-abd6-dd0be9654c7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=589210a1c91f44cfa2c3df0d3a427126&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5274265 Oct 13 04:17:24.637009 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38914) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:24.650770 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0fb08-b9a8-4652-8f5e-8a3f46e6d8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff239dc-9fea-4364-ba73-998b47a6b5df,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.656065 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-0825cc3a-f71e-4166-ae6d-c6b606cc19b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 1c4537c4-626c-4872-8f08-761847ce7780) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:24.722972 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0825cc3a-f71e-4166-ae6d-c6b606cc19b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.723932 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0825cc3a-f71e-4166-ae6d-c6b606cc19b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.729407 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bd98a1-1e57-4677-bd60-7b6b3c6c3964 None None] Network 1c4537c4-626c-4872-8f08-761847ce7780 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:24.758091 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-0825cc3a-f71e-4166-ae6d-c6b606cc19b7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6303124 Oct 13 04:17:24.762019 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38920) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:24.795624 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-9b40d65a-d226-434d-838d-1ad25367eb72 service neutron] 10.222.0.55 "GET /v2.0/networks/1e6d939d-dbb2-4731-87b5-281d18075e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942269 Oct 13 04:17:24.796368 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:24.804278 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-9e66e7cd-8258-4bec-9d20-afe1751d1d46 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.813327 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-9e66e7cd-8258-4bec-9d20-afe1751d1d46 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 815 time: 0.3295195 Oct 13 04:17:24.833428 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-0c6a19cf-9fce-41de-83ae-13027d98d9a9 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/quotas/f6806325e2e94089a6944698ad9b7808 HTTP/1.1" status: 200 len: 375 time: 0.0196435 Oct 13 04:17:24.838118 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7f32b7b2-1e5e-4dba-b95b-2ddc92135fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.851614 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.852647 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7424'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.867409 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.881194 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-16a565a7-e251-40a7-991d-48f72585f172 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467594 Oct 13 04:17:24.905445 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7f32b7b2-1e5e-4dba-b95b-2ddc92135fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.991066 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936e36cd-2bb0-5633-aabb-4a9dea8c5d17-1c4537c4-626c-4872-8f08-761847ce7780', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a'}]}} from dv-cinder-812751-3-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:24.991985 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.018204 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.036318 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 38932) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:25.037058 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-0a2c5231-9dd0-4b0a-b115-192ee8d5da21 service neutron] 10.222.0.55 "GET /v2.0/networks/1e6d939d-dbb2-4731-87b5-281d18075e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204704 Oct 13 04:17:25.167463 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-efb6154b-faf2-4222-9d36-5f9969a65558 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:17:25.168733 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-efb6154b-faf2-4222-9d36-5f9969a65558 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1170063 Oct 13 04:17:25.250695 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fe34e54c-a04a-4f25-885a-31882197e932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.317215 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-65eef2d8-d3a4-440c-b571-55cde7ce7453 service neutron] 10.222.0.55 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404414 Oct 13 04:17:25.457048 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7f32b7b2-1e5e-4dba-b95b-2ddc92135fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.460327 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7f32b7b2-1e5e-4dba-b95b-2ddc92135fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.465391 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7f32b7b2-1e5e-4dba-b95b-2ddc92135fd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b079731b-14f8-49da-b6f5-8fcd54f23c67 HTTP/1.1" status: 204 len: 168 time: 0.8246160 Oct 13 04:17:25.496028 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-de609877-67eb-48c2-8aea-b3203c079f4a service neutron] 10.222.0.55 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726820 Oct 13 04:17:25.525444 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Allocated IP 172.20.0.2 (1c4537c4-626c-4872-8f08-761847ce7780/fc782f82-cb87-47a0-947a-1f584f8af09a/89e7d44a-20d1-482a-8d55-fd61f4aec45d) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:25.597337 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32b7b2-1e5e-4dba-b95b-2ddc92135fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b079731b-14f8-49da-b6f5-8fcd54f23c67,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:25.609708 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.661309 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-61d353b4-8669-4e3e-bb82-92c5c7850af2 req-72c8097b-f5b3-4fd8-ac92-fb52953e1607 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 210 time: 0.1189234 Oct 13 04:17:25.722063 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783014'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.722646 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef0f813-e6f9-451e-976d-731fef3f5278 None None] Network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:25.897890 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 64dbed96-284b-4944-a11b-3cc4077ac336 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:26.019275 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fe34e54c-a04a-4f25-885a-31882197e932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.063033 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fe34e54c-a04a-4f25-885a-31882197e932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.134329 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a0f6646a-f3d9-4d6c-ad75-4f56411291d7 req-1ce31b7a-297d-44ff-ad48-6e7d0016d762 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 210 time: 0.0704072 Oct 13 04:17:26.169670 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-fe34e54c-a04a-4f25-885a-31882197e932 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e776a1583c142d9b3b7eeb6d1efb899&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9817197 Oct 13 04:17:26.173553 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 38994) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:26.196975 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34e54c-a04a-4f25-885a-31882197e932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ee3dd2-139d-4e17-90dd-dcb96ae21740,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:26.254505 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.295470 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-856a21c4-5fd9-4208-b3d6-8894f2de35de None None] Provisioning complete for port 64dbed96-284b-4944-a11b-3cc4077ac336 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:26.296868 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-856a21c4-5fd9-4208-b3d6-8894f2de35de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.297910 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.321039 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a0713ca7-19fb-41de-bcb6-ea8e9db0e4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.325494 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Network 1c4537c4-626c-4872-8f08-761847ce7780 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:26.400965 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a0713ca7-19fb-41de-bcb6-ea8e9db0e4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.416865 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 64dbed96-284b-4944-a11b-3cc4077ac336 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:26.417233 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.528851 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a0713ca7-19fb-41de-bcb6-ea8e9db0e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.530649 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 is scheduled to L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:17:26.532604 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a0713ca7-19fb-41de-bcb6-ea8e9db0e4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.539498 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a0713ca7-19fb-41de-bcb6-ea8e9db0e4c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62ee3dd2-139d-4e17-90dd-dcb96ae21740 HTTP/1.1" status: 204 len: 168 time: 0.3639495 Oct 13 04:17:26.571995 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0713ca7-19fb-41de-bcb6-ea8e9db0e4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ee3dd2-139d-4e17-90dd-dcb96ae21740,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:26.597807 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:26.628476 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:26.741419 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Pushing event updated for resources: {'Port': ['ID=89e7d44a-20d1-482a-8d55-fd61f4aec45d,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:26.756136 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:17:26.767719 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Sync routers for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:17:26.787405 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:26.788057 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:17:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:26.830401 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-19d09c24-f4ae-4565-86c2-cd8234d23358 req-9103e033-57e9-441e-bdc0-ee80be92b7b0 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 210 time: 0.0714281 Oct 13 04:17:26.866001 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.867452 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5975a1ec-a2a6-4528-bc4a-9b42a747ef4d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1379457 Oct 13 04:17:26.871384 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39042) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:26.924850 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.992421 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.079948 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:27.187136 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.302797 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:24Z', 'revision_number': 3, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:27.322517 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Attempting to bind port 89e7d44a-20d1-482a-8d55-fd61f4aec45d on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:27.323453 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Attempting to bind port 89e7d44a-20d1-482a-8d55-fd61f4aec45d by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:27.323983 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Attempting to bind port 89e7d44a-20d1-482a-8d55-fd61f4aec45d on network 1c4537c4-626c-4872-8f08-761847ce7780 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:27.331587 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Checking router: bc3fd1d2-99b3-4fca-9d8f-47affd035e99 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:17:27.331930 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Updating router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 port 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 binding host dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:17:27.357777 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.363321 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port 64dbed96-284b-4944-a11b-3cc4077ac336, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=64dbed96-284b-4944-a11b-3cc4077ac336,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:27.380564 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.387953 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:27.388329 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Checking segment: {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:27.388729 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.389192 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Bound using segment: {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:27.390175 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Bound port: 89e7d44a-20d1-482a-8d55-fd61f4aec45d, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:27.391045 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.394976 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-856a21c4-5fd9-4208-b3d6-8894f2de35de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.488715 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Allocated IP 172.27.2.37 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/51554b6b-e709-4551-861e-9d06f0f8a4f3) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:27.544563 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] For port 89e7d44a-20d1-482a-8d55-fd61f4aec45d, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:27.549254 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] For port 89e7d44a-20d1-482a-8d55-fd61f4aec45d, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=89e7d44a-20d1-482a-8d55-fd61f4aec45d,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:27.575378 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.650282 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=64dbed96-284b-4944-a11b-3cc4077ac336,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:27.706309 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.db.api [None req-856a21c4-5fd9-4208-b3d6-8894f2de35de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:17:27.706627 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG oslo_db.api [None req-856a21c4-5fd9-4208-b3d6-8894f2de35de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:17:27.712416 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-694b08ab-afbb-4cac-947f-a5b62f021c07 req-4bff4307-8896-4207-9224-ac379e01302e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 210 time: 0.1917989 Oct 13 04:17:27.728916 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3197465-b37e-4300-a5a8-8f881e9f7251 None None] Pushing event updated for resources: {'Port': ['ID=89e7d44a-20d1-482a-8d55-fd61f4aec45d,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:27.872760 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39088) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:27.885661 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 64dbed96-284b-4944-a11b-3cc4077ac336 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:27.933413 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.024121 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 64dbed96-284b-4944-a11b-3cc4077ac336 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:28.029428 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.112742 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.269892 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Pushing event updated for resources: {'Port': ['ID=51554b6b-e709-4551-861e-9d06f0f8a4f3,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:28.315593 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:28.318354 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:28.326401 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:28.432963 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb91f94b-564e-47dc-bf8e-a0095dafefb4 req-e0291963-4768-421b-8575-c9225a654e67 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 210 time: 0.0729344 Oct 13 04:17:28.441661 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.484182 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dcc38bc9-1e8b-4b73-97be-0331cb1d10af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.525806 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-14bf01da-fdc5-4607-a354-0cc0501ac61f None None] Provisioning complete for port 64dbed96-284b-4944-a11b-3cc4077ac336 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:28.526375 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-14bf01da-fdc5-4607-a354-0cc0501ac61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.582230 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.592032 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.667783 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Pushing event updated for resources: {'Port': ['ID=6cfb8242-fa9f-46ec-b2a7-c43f09892fc8,revision_number=2']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:28.677718 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:28.678932 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:28.679400 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:28.679994 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:28.680508 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:28.681045 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:28.681760 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:28.682229 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:28.682708 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:28.683188 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:28.683663 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:28.684120 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Tracked resource versions report: Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: pushed versions: Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: { 'AddressGroup': {'1.2'}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'ConntrackHelper': {'1.0'}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Log': {'1.0'}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Network': {'1.1'}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Port': {'1.7'}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'PortForwarding': {'1.2'}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'QosPolicy': {'1.10'}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'SecurityGroup': {'1.4'}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'SubPort': {'1.0'}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Subnet': {'1.1'}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Trunk': {'1.1'}} Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: consumer versions: Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: { DHCP agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: HyperV agent@hv-cinder-81275: {}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: L3 agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: Metadata agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: Metering agent@dv-cinder-812751-3-iscsi: {}, Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: Open vSwitch agent@dv-cinder-812751-3-iscsi: { 'AddressGroup': '1.2', Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'ConntrackHelper': '1.0', Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Log': '1.0', Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Network': '1.1', Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Port': '1.7', Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'PortForwarding': '1.2', Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'QosPolicy': '1.10', Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'SecurityGroup': '1.4', Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'SecurityGroupRule': '1.2', Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'SubPort': '1.0', Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Subnet': '1.1', Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: 'Trunk': '1.1'}} Oct 13 04:17:28.685297 dv-cinder-812751-3-iscsi neutron-server[94023]: {{(pid=94023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:17:28.710377 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Attempting to bind port 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:28.711096 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Attempting to bind port 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:28.711688 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Attempting to bind port 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 on network 28a94815-3f81-4fe0-9ec2-d04c561dfdca {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:28.718042 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:28.718693 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Checking segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:28.719304 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.719753 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Bound using segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:28.720276 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Bound port: 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:28.720731 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.731970 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.800106 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] For port 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:28.809914 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] For port 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=6cfb8242-fa9f-46ec-b2a7-c43f09892fc8,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:28.815757 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.879827 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f78ad0-1cef-4ff9-9612-41ac4a1e6d7e None None] Pushing event updated for resources: {'Port': ['ID=6cfb8242-fa9f-46ec-b2a7-c43f09892fc8,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:28.915722 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:28.917633 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:17:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:29.068945 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.45', 56031) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:29.110164 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:29.474793 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5faa2f43-8c6e-46a4-9d69-22f28ea4acb0 req-c237cabe-7431-46cf-9690-6b0c00280849 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 210 time: 0.3316877 Oct 13 04:17:29.493117 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Allocated IP 172.20.0.1 (58ed8cef-059d-4c9e-a8e2-6045b8f93ca6/a6dbfe87-28d4-404e-af44-2da5626525e4/bf3e6823-e6e7-48ec-bd73-095f88fb82dc) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:29.553109 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec7de6-e485-48c1-a7c8-0e82dcdd2e09 None None] Network 1c4537c4-626c-4872-8f08-761847ce7780 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:29.573186 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dcc38bc9-1e8b-4b73-97be-0331cb1d10af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.595182 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dcc38bc9-1e8b-4b73-97be-0331cb1d10af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.671839 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:24Z', 'revision_number': 3, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:29.707656 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-637df835-08f6-4133-a32e-09840a3ca903 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:29.709204 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-637df835-08f6-4133-a32e-09840a3ca903 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.45 "GET /v2.0/networks?id=1e6d939d-dbb2-4731-87b5-281d18075e13 HTTP/1.1" status: 200 len: 812 time: 0.6367342 Oct 13 04:17:29.729363 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.45', 56036) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:29.739941 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84358c95-cc97-4d24-bb1c-158acc4d0bd2 None None] The sync data for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi is: [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:24Z', 'revision_number': 3, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:17:29.789172 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-1d289da2-2949-491e-9878-8026e3bf7bcf None None] Provisioning complete for port 89e7d44a-20d1-482a-8d55-fd61f4aec45d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:29.790345 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1d289da2-2949-491e-9878-8026e3bf7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.799834 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9875dd0a-1975-46bd-a508-416efffa8fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.822631 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-dcc38bc9-1e8b-4b73-97be-0331cb1d10af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d41cffcd9497450b83cb66f366be7da5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9485731 Oct 13 04:17:29.825308 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Request body: {'port': {'device_id': '0ddad073-1d60-49aa-808b-97fd2684790f', 'network_id': '1e6d939d-dbb2-4731-87b5-281d18075e13', 'admin_state_up': True, 'tenant_id': '4d531b9d4b7c47ca9168806481e36699'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:29.837910 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 39160) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:29.866386 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 89e7d44a-20d1-482a-8d55-fd61f4aec45d up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:30.155665 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 89e7d44a-20d1-482a-8d55-fd61f4aec45d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:30.156499 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.241001 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1d289da2-2949-491e-9878-8026e3bf7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.255134 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783014'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.273977 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b7a6dbc0-9f93-42a9-876d-6f52a064f3b9 req-9fbb5601-ac0a-459d-adab-c831a52b490c tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 210 time: 0.3018589 Oct 13 04:17:30.296895 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-38fcfe3d-5b40-4337-b990-67847f7674b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.300421 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc38bc9-1e8b-4b73-97be-0331cb1d10af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5110fb-ddef-4ab9-af6c-852ad77e84be,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:30.408487 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-38fcfe3d-5b40-4337-b990-67847f7674b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.444918 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-1d289da2-2949-491e-9878-8026e3bf7bcf None None] For port 89e7d44a-20d1-482a-8d55-fd61f4aec45d, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=89e7d44a-20d1-482a-8d55-fd61f4aec45d,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:30.474963 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.495036 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1d289da2-2949-491e-9878-8026e3bf7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.542907 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3e47e9f8-048e-4684-b557-715426de3c30 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:30.544697 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3e47e9f8-048e-4684-b557-715426de3c30 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 815 time: 0.7151291 Oct 13 04:17:30.557491 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.604803 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-38fcfe3d-5b40-4337-b990-67847f7674b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.612391 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-38fcfe3d-5b40-4337-b990-67847f7674b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.619204 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-38fcfe3d-5b40-4337-b990-67847f7674b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de5110fb-ddef-4ab9-af6c-852ad77e84be HTTP/1.1" status: 204 len: 168 time: 0.7483690 Oct 13 04:17:30.627931 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Request body: {'port': {'device_id': 'd91ac1af-2378-4b6f-9ca7-08181ffe7d44', 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59', 'admin_state_up': True, 'tenant_id': 'f6806325e2e94089a6944698ad9b7808'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:30.657939 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.726981 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d289da2-2949-491e-9878-8026e3bf7bcf None None] Pushing event updated for resources: {'Port': ['ID=89e7d44a-20d1-482a-8d55-fd61f4aec45d,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:30.776555 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.db.api [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:17:30.779568 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG oslo_db.api [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:17:30.781411 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcfe3d-5b40-4337-b990-67847f7674b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5110fb-ddef-4ab9-af6c-852ad77e84be,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:30.847454 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Pushing event updated for resources: {'Port': ['ID=bf3e6823-e6e7-48ec-bd73-095f88fb82dc,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:30.881244 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:30.919431 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:30.932852 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-072cf07b-cedd-4ee7-8ba1-678cc147b4f8 req-6e932ea0-891d-4a6f-813d-9b950f313c59 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 210 time: 0.2464454 Oct 13 04:17:30.941890 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:30.942429 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782839'] for router_interface, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.947200 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-be804533-ccee-450e-a3ce-3a6d6c8e7371 None None] Provisioning complete for port 89e7d44a-20d1-482a-8d55-fd61f4aec45d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:30.961334 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-be804533-ccee-450e-a3ce-3a6d6c8e7371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.982115 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Made reservation on behalf of 4d531b9d4b7c47ca9168806481e36699 for: {'port': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:30.986622 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.382321 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 is scheduled to L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:17:31.526325 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-15750f29-614b-4321-a88c-a5952cd87da6 None None] Provisioning complete for port bf3e6823-e6e7-48ec-bd73-095f88fb82dc triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:31.531023 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-15750f29-614b-4321-a88c-a5952cd87da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.736638 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-15750f29-614b-4321-a88c-a5952cd87da6 None None] Port bf3e6823-e6e7-48ec-bd73-095f88fb82dc cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:31.758362 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f95f04bf-0b77-49ee-847e-ce5c6fbfb5ed req-5a78ab7e-1347-4b6a-a324-674a83923ddd tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 210 time: 0.2527487 Oct 13 04:17:31.972891 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Allocated IP 172.20.0.7 (1e6d939d-dbb2-4731-87b5-281d18075e13/33d59376-4450-4265-9fce-0358aed4e55c/02af8261-af42-436d-81a0-3ab22dbcea77) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:32.063140 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Made reservation on behalf of f6806325e2e94089a6944698ad9b7808 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:32.066957 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.096030 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:17:32.096978 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:32.116152 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.188733 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.190108 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-449576a5-736f-40bc-ab6f-ba1d11c6f8ab admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4254384 Oct 13 04:17:32.201367 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 39256) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:32.231222 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Sync routers for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:17:32.257250 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-84810760-de7e-4712-84c6-a54270ae7b12 req-279b07f6-6eb8-43dd-b0f1-97cf1498d398 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 210 time: 0.1362548 Oct 13 04:17:32.313253 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:32.314041 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:17:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:32.488066 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39262) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:32.797106 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:32.993952 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-19244851-09f1-44e7-ac98-219949a1ca1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.998214 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.127154 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:33.127830 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.238934 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a71537cb-e804-4514-bf7b-5b18e7af2ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.266885 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-19244851-09f1-44e7-ac98-219949a1ca1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.310258 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-19244851-09f1-44e7-ac98-219949a1ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.357728 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.427577 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Network 1e6d939d-dbb2-4731-87b5-281d18075e13 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:33.431232 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:33.434784 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:33.440731 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:33.441375 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.551791 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19244851-09f1-44e7-ac98-219949a1ca1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef62d611-def9-49ee-a18f-09c9a0c9838d,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:33.600191 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Allocated IP 172.20.0.10 (0d1ab067-7575-4c07-97ac-3bce9cca9c59/61051428-bded-4621-8b92-c502acd948d5/0d108316-b79c-4ebf-af4e-9237f069cd94) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:33.796750 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.809287 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ad17d847-00c1-4cfe-87fe-8f05331a1a5c req-b1010626-436f-4fd5-b25c-d228a50d8f3a tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 210 time: 0.3195560 Oct 13 04:17:33.829186 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=6cfb8242-fa9f-46ec-b2a7-c43f09892fc8,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:33.848434 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Pushing event updated for resources: {'Port': ['ID=02af8261-af42-436d-81a0-3ab22dbcea77,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:33.862324 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-19244851-09f1-44e7-ac98-219949a1ca1a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a7d2f1b4af0496e92c20b1783494a2d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3705022 Oct 13 04:17:33.889032 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.899870 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.901148 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39298) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:33.902320 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.906199 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 89e7d44a-20d1-482a-8d55-fd61f4aec45d up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:33.955035 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-3a9cb593-8750-4ec7-8b1a-a8d2289d5fb6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1425385 Oct 13 04:17:34.048045 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28879d61-3ee6-4980-895c-13796488b4cf req-d04fa07a-c731-4508-b28e-af0c0e3f9c7c tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:34.062339 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28879d61-3ee6-4980-895c-13796488b4cf req-d04fa07a-c731-4508-b28e-af0c0e3f9c7c tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 1.0598207 Oct 13 04:17:34.089058 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:28Z', 'revision_number': 3, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:34.157403 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Checking router: 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:17:34.158117 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Updating router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 port 51554b6b-e709-4551-861e-9d06f0f8a4f3 binding host dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:17:34.162367 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=6cfb8242-fa9f-46ec-b2a7-c43f09892fc8,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:34.204953 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 89e7d44a-20d1-482a-8d55-fd61f4aec45d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:34.205642 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.207416 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.267922 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.391636 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.465883 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.466760 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1791143'] for router_interface, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.556627 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Pushing event updated for resources: {'Port': ['ID=bf3e6823-e6e7-48ec-bd73-095f88fb82dc,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:34.568165 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-28879d61-3ee6-4980-895c-13796488b4cf req-f04b4efc-70ca-4a22-a00b-2d38ea9d483d tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039446 Oct 13 04:17:34.691745 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ede3c738-aa12-4fef-95eb-ab9a3684a890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.704455 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Allocated IP 172.20.0.1 (1c4537c4-626c-4872-8f08-761847ce7780/fc782f82-cb87-47a0-947a-1f584f8af09a/3eee66e7-191d-4abf-8130-f6c524422bb0) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:34.708740 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:34.724286 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:34.750206 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.923857 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.950922 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.970218 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ede3c738-aa12-4fef-95eb-ab9a3684a890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.004062 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:17:35.067856 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:35.153795 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.160165 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Attempting to bind port 51554b6b-e709-4551-861e-9d06f0f8a4f3 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:35.162760 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Attempting to bind port 51554b6b-e709-4551-861e-9d06f0f8a4f3 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:35.164523 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Attempting to bind port 51554b6b-e709-4551-861e-9d06f0f8a4f3 on network 28a94815-3f81-4fe0-9ec2-d04c561dfdca {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:35.200230 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:35.200970 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Checking segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:35.202110 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.202482 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Bound using segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:35.203286 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Bound port: 51554b6b-e709-4551-861e-9d06f0f8a4f3, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:35.203989 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.211336 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec4f4f-f18c-4eff-af32-efb217ae6164 None None] Pushing event updated for resources: {'Port': ['ID=51554b6b-e709-4551-861e-9d06f0f8a4f3,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.268820 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.290819 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-3e1983cb-da28-4a28-844e-6b8362d90285 None None] Provisioning complete for port bf3e6823-e6e7-48ec-bd73-095f88fb82dc triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:35.292047 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-3e1983cb-da28-4a28-844e-6b8362d90285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.300477 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.374245 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] For port 51554b6b-e709-4551-861e-9d06f0f8a4f3, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:35.374245 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] For port 51554b6b-e709-4551-861e-9d06f0f8a4f3, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=51554b6b-e709-4551-861e-9d06f0f8a4f3,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:35.374245 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:35.374245 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.374505 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Network 1c4537c4-626c-4872-8f08-761847ce7780 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:35.374613 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.374613 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-3e1983cb-da28-4a28-844e-6b8362d90285 None None] Port bf3e6823-e6e7-48ec-bd73-095f88fb82dc cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:35.378826 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:35.398017 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:35.398017 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782839'] for router_interface, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.489677 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1ef43269-0086-4b03-8681-42070202baf2 req-0414d8b4-2315-4f86-b6c9-a36b2e606b84 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 210 time: 0.4639378 Oct 13 04:17:35.514146 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:17:35.524126 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-6bfe80e6-4bd3-4274-9eb6-e3ba4a9db3fa admin admin] 10.222.0.55 "PUT /v2.0/routers/bc3fd1d2-99b3-4fca-9d8f-47affd035e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6518970 Oct 13 04:17:35.537504 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Sync routers for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:17:35.548868 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec4f4f-f18c-4eff-af32-efb217ae6164 None None] Pushing event updated for resources: {'Port': ['ID=51554b6b-e709-4551-861e-9d06f0f8a4f3,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.563724 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:35.565261 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:17:33Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:35.587740 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.597945 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=3eee66e7-191d-4abf-8130-f6c524422bb0,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.599056 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:35.611102 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:17:33Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:35.815293 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Pushing event updated for resources: {'Port': ['ID=0d108316-b79c-4ebf-af4e-9237f069cd94,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.819734 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ede3c738-aa12-4fef-95eb-ab9a3684a890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.823943 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ede3c738-aa12-4fef-95eb-ab9a3684a890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.825426 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:35.826261 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-ede3c738-aa12-4fef-95eb-ab9a3684a890 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef62d611-def9-49ee-a18f-09c9a0c9838d HTTP/1.1" status: 204 len: 168 time: 1.9209509 Oct 13 04:17:35.870533 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.947263 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3c738-aa12-4fef-95eb-ab9a3684a890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef62d611-def9-49ee-a18f-09c9a0c9838d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.955487 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:35.974917 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580749c4-8516-4c2d-9c61-f55525bb825f req-557a823f-8625-4aa1-8b22-63c1643a8172 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:35.978805 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-580749c4-8516-4c2d-9c61-f55525bb825f req-557a823f-8625-4aa1-8b22-63c1643a8172 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 0.1685183 Oct 13 04:17:36.006791 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:36.014956 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:36.029201 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:36.029911 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.167177 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-580749c4-8516-4c2d-9c61-f55525bb825f req-bdcf6a2f-82bc-4eaa-bc53-bf2b41ff31ca tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665366 Oct 13 04:17:36.186020 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.187052 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-3d29eba3-3926-4977-a1f5-6781db67c8d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5681326 Oct 13 04:17:36.224033 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-91842eca-04fd-4bfc-a578-a1193c6389d1 None None] Provisioning complete for port 3eee66e7-191d-4abf-8130-f6c524422bb0 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:36.224170 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-91842eca-04fd-4bfc-a578-a1193c6389d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.238729 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:36.286379 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.299917 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.301295 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1791143'] for router_interface, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.396685 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-91842eca-04fd-4bfc-a578-a1193c6389d1 None None] Port 3eee66e7-191d-4abf-8130-f6c524422bb0 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:36.405143 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=3eee66e7-191d-4abf-8130-f6c524422bb0,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:36.461500 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:28Z', 'revision_number': 3, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:36.494086 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1d7c47-af17-4a91-8dee-4f944c603598 None None] The sync data for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi is: [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:28Z', 'revision_number': 3, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:17:36.502375 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Network 1c4537c4-626c-4872-8f08-761847ce7780 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:36.503991 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:36.587744 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:32Z', 'revision_number': 2, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:36.611966 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39362) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:36.631759 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dcd238a6-acb0-4810-9416-3509071474da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.648641 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Checking router: bc3fd1d2-99b3-4fca-9d8f-47affd035e99 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:17:36.648998 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Updating router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 port bf3e6823-e6e7-48ec-bd73-095f88fb82dc binding host dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:17:36.704666 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.726573 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:17:36.757691 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e51fce-6f46-4bd8-9b5d-0f925f978b9f req-0a5010e1-52fc-497f-a3b9-e323ca41bcfb tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:36.759410 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-06e51fce-6f46-4bd8-9b5d-0f925f978b9f req-0a5010e1-52fc-497f-a3b9-e323ca41bcfb tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 932 time: 0.1093080 Oct 13 04:17:36.865870 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dcd238a6-acb0-4810-9416-3509071474da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.880002 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dcd238a6-acb0-4810-9416-3509071474da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.946955 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f0cac9ba-6cfc-478b-b188-15996df77d25 None None] Provisioning complete for port 3eee66e7-191d-4abf-8130-f6c524422bb0 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:36.947225 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f0cac9ba-6cfc-478b-b188-15996df77d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.968923 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:17:36.974264 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-000b3d9f-79f4-4f69-af6a-a210ac4f5fa4 admin admin] 10.222.0.55 "PUT /v2.0/routers/4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7547925 Oct 13 04:17:37.032155 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f0cac9ba-6cfc-478b-b188-15996df77d25 None None] Port 3eee66e7-191d-4abf-8130-f6c524422bb0 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:37.040800 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-06e51fce-6f46-4bd8-9b5d-0f925f978b9f req-2a60490f-e33e-4114-b197-2cbf3c9b3a95 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724516 Oct 13 04:17:37.046432 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-dcd238a6-acb0-4810-9416-3509071474da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bdb41ca405d4467f9872515b3d8d3f8f&name=default HTTP/1.1" status: 200 len: 2978 time: 0.4303377 Oct 13 04:17:37.047306 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 39368) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:37.058006 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd238a6-acb0-4810-9416-3509071474da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9155a90-980f-4595-a7fb-c48d048f3ac4,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:37.127508 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8787d54e-73be-48b2-bf1e-d23d193c95c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.163220 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8787d54e-73be-48b2-bf1e-d23d193c95c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.199725 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39376) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:37.205277 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-e3984856-43af-44d4-8484-fcecdd5c4702 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577274337', 'description': 'tempest-description--1068410951'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:37.208145 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.218963 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.249497 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8787d54e-73be-48b2-bf1e-d23d193c95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.254589 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8787d54e-73be-48b2-bf1e-d23d193c95c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.258432 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8787d54e-73be-48b2-bf1e-d23d193c95c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9155a90-980f-4595-a7fb-c48d048f3ac4 HTTP/1.1" status: 204 len: 168 time: 0.2073450 Oct 13 04:17:37.262091 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e3984856-43af-44d4-8484-fcecdd5c4702 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.302746 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070abde-2567-4447-b924-afb40f7e0b91 None None] Pushing event updated for resources: {'Port': ['ID=bf3e6823-e6e7-48ec-bd73-095f88fb82dc,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:37.306089 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787d54e-73be-48b2-bf1e-d23d193c95c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9155a90-980f-4595-a7fb-c48d048f3ac4,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:37.416746 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Attempting to bind port bf3e6823-e6e7-48ec-bd73-095f88fb82dc on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:37.417031 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Attempting to bind port bf3e6823-e6e7-48ec-bd73-095f88fb82dc by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:37.417381 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Attempting to bind port bf3e6823-e6e7-48ec-bd73-095f88fb82dc on network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:37.429974 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343ba6d-a025-4d77-b375-7f0f306bdf8c req-a2e45a95-50ce-4f7a-85e4-7541464f16ed tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:37.439304 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8343ba6d-a025-4d77-b375-7f0f306bdf8c req-a2e45a95-50ce-4f7a-85e4-7541464f16ed tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 0.1024253 Oct 13 04:17:37.444866 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:37.445469 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Checking segment: {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:37.446335 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.446872 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Bound using segment: {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:37.447608 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Bound port: bf3e6823-e6e7-48ec-bd73-095f88fb82dc, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:37.448158 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.519546 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8343ba6d-a025-4d77-b375-7f0f306bdf8c req-68baddbc-1080-4319-8491-886563e672fe tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744679 Oct 13 04:17:37.529170 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e3984856-43af-44d4-8484-fcecdd5c4702 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.538836 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e3984856-43af-44d4-8484-fcecdd5c4702 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.580532 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] For port bf3e6823-e6e7-48ec-bd73-095f88fb82dc, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:37.581521 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3984856-43af-44d4-8484-fcecdd5c4702 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0689fb65-9162-497b-959d-70b9dc6c2546,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:37.585375 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] For port bf3e6823-e6e7-48ec-bd73-095f88fb82dc, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=bf3e6823-e6e7-48ec-bd73-095f88fb82dc,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:37.588921 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e3984856-43af-44d4-8484-fcecdd5c4702 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.590545 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e3984856-43af-44d4-8484-fcecdd5c4702 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3897686 Oct 13 04:17:37.592575 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.593717 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39386) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:37.599732 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-d52b22e4-1a42-4e00-bc91-4ffd97b215f2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Request body: {'security_group_rule': {'security_group_id': '0689fb65-9162-497b-959d-70b9dc6c2546', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:37.662629 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-02a8cb46-c73f-4fff-a3c0-7b4d5905abcc None None] Provisioning complete for port bf3e6823-e6e7-48ec-bd73-095f88fb82dc triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:37.665313 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-02a8cb46-c73f-4fff-a3c0-7b4d5905abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.665814 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d52b22e4-1a42-4e00-bc91-4ffd97b215f2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.692387 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070abde-2567-4447-b924-afb40f7e0b91 None None] Pushing event updated for resources: {'Port': ['ID=bf3e6823-e6e7-48ec-bd73-095f88fb82dc,revision_number=4']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:37.743669 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:37.745490 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:17:33Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:37.819840 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d52b22e4-1a42-4e00-bc91-4ffd97b215f2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.827541 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d52b22e4-1a42-4e00-bc91-4ffd97b215f2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.859071 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b22e4-1a42-4e00-bc91-4ffd97b215f2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9027b1fa-6d2e-4e16-934c-d5cdc160f56d,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:37.868706 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d52b22e4-1a42-4e00-bc91-4ffd97b215f2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.870200 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d52b22e4-1a42-4e00-bc91-4ffd97b215f2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2752879 Oct 13 04:17:37.872852 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39396) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:37.880954 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-b7447469-f855-47ec-9aa1-dcacd2c9c3e3 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Request body: {'security_group_rule': {'security_group_id': '0689fb65-9162-497b-959d-70b9dc6c2546', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:37.898127 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-02a8cb46-c73f-4fff-a3c0-7b4d5905abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.934587 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7447469-f855-47ec-9aa1-dcacd2c9c3e3 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.955183 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-02a8cb46-c73f-4fff-a3c0-7b4d5905abcc None None] For port bf3e6823-e6e7-48ec-bd73-095f88fb82dc, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=bf3e6823-e6e7-48ec-bd73-095f88fb82dc,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:37.960151 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:37.964989 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-02a8cb46-c73f-4fff-a3c0-7b4d5905abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.040667 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7447469-f855-47ec-9aa1-dcacd2c9c3e3 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.053941 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7447469-f855-47ec-9aa1-dcacd2c9c3e3 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.083519 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7447469-f855-47ec-9aa1-dcacd2c9c3e3 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b6a697-b26e-4cd7-8136-d1da439f9218,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:38.092404 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8cb46-c73f-4fff-a3c0-7b4d5905abcc None None] Pushing event updated for resources: {'Port': ['ID=bf3e6823-e6e7-48ec-bd73-095f88fb82dc,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:38.099635 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7447469-f855-47ec-9aa1-dcacd2c9c3e3 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.107966 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 39404) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:38.108143 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b7447469-f855-47ec-9aa1-dcacd2c9c3e3 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2308047 Oct 13 04:17:38.111936 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-b3e800b1-3c8a-4404-bf23-f7e943cb2c66 None None] Provisioning complete for port bf3e6823-e6e7-48ec-bd73-095f88fb82dc triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:38.112533 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b3e800b1-3c8a-4404-bf23-f7e943cb2c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.114152 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Request body: {'floatingip': {'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:38.129830 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39406) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:38.135144 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-40bc51cf-2103-467e-803c-34b70d763f36 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340049926', 'description': 'tempest-description--1297080423'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:38.175462 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.190557 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.db.api [None req-40bc51cf-2103-467e-803c-34b70d763f36 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:17:38.190557 dv-cinder-812751-3-iscsi neutron-server[94021]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 04:17:38.190557 dv-cinder-812751-3-iscsi neutron-server[94021]: [parameters: {'project_id_1': 'd168ef71e112452db0a5035cfc0e4b2b', 'expiration_1': datetime.datetime(2021, 10, 13, 4, 17, 18, 141358)}] Oct 13 04:17:38.190557 dv-cinder-812751-3-iscsi neutron-server[94021]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:17:38.191648 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG oslo_db.api [None req-40bc51cf-2103-467e-803c-34b70d763f36 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:17:38.230252 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0d459-5174-4ba0-9549-800b5e456cf9 req-ad177a83-37cb-404b-89ba-6f821047a74f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:38.232115 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-79a0d459-5174-4ba0-9549-800b5e456cf9 req-ad177a83-37cb-404b-89ba-6f821047a74f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 932 time: 0.0870736 Oct 13 04:17:38.282557 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-79a0d459-5174-4ba0-9549-800b5e456cf9 req-3858548e-82d1-4b09-9fb9-3a819a17a2c3 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Oct 13 04:17:38.321494 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.328328 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:38.367302 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff9115-aa69-4c61-9e95-a01e1925932c None None] The sync data for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi is: [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:17:38.458976 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Allocated IP 172.27.2.186 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/ac4409aa-92e0-432a-b145-45d1e4cfd387) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:38.645295 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.745958 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-40bc51cf-2103-467e-803c-34b70d763f36 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.756133 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b788-85f5-4dbb-8109-df5464235104 req-25bf6097-b4b1-422a-b2ce-1fb7eab012e1 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:38.757763 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3370b788-85f5-4dbb-8109-df5464235104 req-25bf6097-b4b1-422a-b2ce-1fb7eab012e1 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 0.1097553 Oct 13 04:17:38.777145 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.869887 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3370b788-85f5-4dbb-8109-df5464235104 req-1e4eb267-6e10-4a9b-a9a5-eeadfc034927 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992632 Oct 13 04:17:38.907933 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event updated for resources: {'Port': ['ID=ac4409aa-92e0-432a-b145-45d1e4cfd387,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:38.912078 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:38.913961 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:38.919777 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:39.009583 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-40bc51cf-2103-467e-803c-34b70d763f36 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.018917 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-40bc51cf-2103-467e-803c-34b70d763f36 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.073867 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-40bc51cf-2103-467e-803c-34b70d763f36 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.078103 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-40bc51cf-2103-467e-803c-34b70d763f36 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9443126 Oct 13 04:17:39.078103 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc51cf-2103-467e-803c-34b70d763f36 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2781ec-c0ac-4676-8b12-22259ef5c8c5,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:39.080708 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39428) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:39.085421 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-6ae54c1d-eee6-4b11-93cf-1d6ab5fa86a1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Request body: {'security_group_rule': {'security_group_id': '2b2781ec-c0ac-4676-8b12-22259ef5c8c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:39.122132 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.130627 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6ae54c1d-eee6-4b11-93cf-1d6ab5fa86a1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.155897 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 51554b6b-e709-4551-861e-9d06f0f8a4f3 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:39.218918 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.242550 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Sync routers for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:17:39.294785 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:39.297770 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:17:33Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:39.350365 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6ae54c1d-eee6-4b11-93cf-1d6ab5fa86a1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.360715 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6ae54c1d-eee6-4b11-93cf-1d6ab5fa86a1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.446282 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae54c1d-eee6-4b11-93cf-1d6ab5fa86a1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16f2a4d-d32f-46de-998f-ab622b38315b,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:39.475518 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6ae54c1d-eee6-4b11-93cf-1d6ab5fa86a1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.482541 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-6ae54c1d-eee6-4b11-93cf-1d6ab5fa86a1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3949938 Oct 13 04:17:39.492533 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39442) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:39.507141 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-ab53208d-88e7-41d7-a1bf-02a7fc1019fd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Request body: {'security_group_rule': {'security_group_id': '2b2781ec-c0ac-4676-8b12-22259ef5c8c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:39.615466 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 51554b6b-e709-4551-861e-9d06f0f8a4f3 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:39.616328 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.622974 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17f517-18e7-4408-92b1-54e444b1e0fb req-0c58d978-d9d4-409e-88e3-23d9c3ac0a21 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:39.633707 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a17f517-18e7-4408-92b1-54e444b1e0fb req-0c58d978-d9d4-409e-88e3-23d9c3ac0a21 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 932 time: 0.1540139 Oct 13 04:17:39.642684 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.653574 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.667819 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab53208d-88e7-41d7-a1bf-02a7fc1019fd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.730622 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a17f517-18e7-4408-92b1-54e444b1e0fb req-35c070b7-9240-4b39-810b-f6b05bfae0bf tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963480 Oct 13 04:17:39.736057 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:39.756647 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event updated for resources: {'Port': ['ID=ac4409aa-92e0-432a-b145-45d1e4cfd387,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:39.797962 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.847264 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.848614 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e914ad0d-7eb3-4f33-94e6-f96a7f27bee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7388034 Oct 13 04:17:39.907049 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab53208d-88e7-41d7-a1bf-02a7fc1019fd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.919330 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab53208d-88e7-41d7-a1bf-02a7fc1019fd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.961815 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53208d-88e7-41d7-a1bf-02a7fc1019fd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fddf1c-84f2-470a-9088-bc19d990c20b,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:40.016380 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ab53208d-88e7-41d7-a1bf-02a7fc1019fd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.020779 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-ab53208d-88e7-41d7-a1bf-02a7fc1019fd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5219071 Oct 13 04:17:40.021049 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39458) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:40.031348 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Request body: {'floatingip': {'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:40.047651 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.146724 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port 51554b6b-e709-4551-861e-9d06f0f8a4f3, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=51554b6b-e709-4551-861e-9d06f0f8a4f3,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:40.209252 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.212972 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device bf3e6823-e6e7-48ec-bd73-095f88fb82dc up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:40.250074 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.298666 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2a42d-2f5c-497b-9568-65eadf7b4aa2 req-ef6499f1-8d01-4f5a-b30b-eebf012700af tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:40.300632 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-85b2a42d-2f5c-497b-9568-65eadf7b4aa2 req-ef6499f1-8d01-4f5a-b30b-eebf012700af tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 0.2085612 Oct 13 04:17:40.423419 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-85b2a42d-2f5c-497b-9568-65eadf7b4aa2 req-5ff3fc32-455d-431f-816d-70017597bb0c tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823569 Oct 13 04:17:40.440937 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-2dc37f6b-c773-4751-b726-51120792198c tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1577274337&fields=id&tenant_id=f2312bd342e040f1ade7109084831451 HTTP/1.1" status: 200 len: 267 time: 0.1350577 Oct 13 04:17:40.514682 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=51554b6b-e709-4551-861e-9d06f0f8a4f3,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:40.559233 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port bf3e6823-e6e7-48ec-bd73-095f88fb82dc triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:40.559622 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.562833 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:36Z', 'revision_number': 2, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:40.612937 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Checking router: 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:17:40.613273 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Updating router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 port 3eee66e7-191d-4abf-8130-f6c524422bb0 binding host dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:17:40.648947 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.735535 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.851324 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-8bd60023-a124-4611-8e1a-3fc4c3cff074 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:40.853071 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-8bd60023-a124-4611-8e1a-3fc4c3cff074 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 811 time: 0.3937943 Oct 13 04:17:40.897419 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49534f39-130f-435b-8d2f-33824c9edd1f req-dcf721d0-3207-434d-ad7c-92f1ab073621 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:40.897419 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49534f39-130f-435b-8d2f-33824c9edd1f req-dcf721d0-3207-434d-ad7c-92f1ab073621 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 932 time: 0.0863869 Oct 13 04:17:40.937777 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6f8868e0-f066-4730-bad6-20b942a342ac tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/quotas/f2312bd342e040f1ade7109084831451 HTTP/1.1" status: 200 len: 375 time: 0.0747175 Oct 13 04:17:40.953016 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 51554b6b-e709-4551-861e-9d06f0f8a4f3 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:40.986985 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.002232 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.009530 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Allocated IP 172.27.2.53 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/4a65afb5-6e8c-44c5-8272-0d1e5a820407) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:41.061543 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49534f39-130f-435b-8d2f-33824c9edd1f req-0ad88f44-e7a0-4778-9fbc-a6d94cbe4316 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351664 Oct 13 04:17:41.104829 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 51554b6b-e709-4551-861e-9d06f0f8a4f3 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:41.105493 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.132235 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3853d45-9753-4c4c-b621-4d211b2103c9 None None] Pushing event updated for resources: {'Port': ['ID=3eee66e7-191d-4abf-8130-f6c524422bb0,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:41.198346 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-9e37e0f7-e037-4c9a-b778-717b87f3fb50 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2464578 Oct 13 04:17:41.216568 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Attempting to bind port 3eee66e7-191d-4abf-8130-f6c524422bb0 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:41.217263 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Attempting to bind port 3eee66e7-191d-4abf-8130-f6c524422bb0 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:41.217511 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Attempting to bind port 3eee66e7-191d-4abf-8130-f6c524422bb0 on network 1c4537c4-626c-4872-8f08-761847ce7780 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:41.234048 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:41.236098 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Checking segment: {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:41.236510 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.236905 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Bound using segment: {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:41.237543 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Bound port: 3eee66e7-191d-4abf-8130-f6c524422bb0, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:41.237863 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.365779 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-c7519886-9c52-4ecb-819c-a08122a1091a service neutron] 10.222.0.55 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663125 Oct 13 04:17:41.374799 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] For port 3eee66e7-191d-4abf-8130-f6c524422bb0, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:41.378430 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] For port 3eee66e7-191d-4abf-8130-f6c524422bb0, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=3eee66e7-191d-4abf-8130-f6c524422bb0,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:41.388465 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.422534 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-e512879a-4ffd-49e9-aefa-f5d92dc968eb None None] Provisioning complete for port 3eee66e7-191d-4abf-8130-f6c524422bb0 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:41.422904 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e512879a-4ffd-49e9-aefa-f5d92dc968eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.472956 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.490256 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3853d45-9753-4c4c-b621-4d211b2103c9 None None] Pushing event updated for resources: {'Port': ['ID=3eee66e7-191d-4abf-8130-f6c524422bb0,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:41.494853 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:41.495464 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:17:33Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:41.589248 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-607cd455-3bdc-4e26-bf58-86c54c6b0c22 service neutron] 10.222.0.55 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106378 Oct 13 04:17:41.619243 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cfbd7-d499-47e4-86a8-ed012ada74c9 req-3850b26e-2722-42b5-b959-7e7451819e6a tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:41.627195 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fa6cfbd7-d499-47e4-86a8-ed012ada74c9 req-3850b26e-2722-42b5-b959-7e7451819e6a tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 0.0816748 Oct 13 04:17:41.630701 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.689961 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:41.698216 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:41.703638 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:41.720216 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:41.738214 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event updated for resources: {'Port': ['ID=4a65afb5-6e8c-44c5-8272-0d1e5a820407,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:41.748854 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fa6cfbd7-d499-47e4-86a8-ed012ada74c9 req-83373e79-8388-445c-b16c-bf893e900f83 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207078 Oct 13 04:17:41.809061 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e512879a-4ffd-49e9-aefa-f5d92dc968eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.900613 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.941887 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0bc62af0-f163-4117-a67f-53bf8576d2a6 req-bd4b0c24-92ca-4fc1-a14f-1010889bbf74 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.1339140 Oct 13 04:17:41.946655 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-e512879a-4ffd-49e9-aefa-f5d92dc968eb None None] For port 3eee66e7-191d-4abf-8130-f6c524422bb0, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=3eee66e7-191d-4abf-8130-f6c524422bb0,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:41.957128 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e512879a-4ffd-49e9-aefa-f5d92dc968eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.981958 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.107314 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512879a-4ffd-49e9-aefa-f5d92dc968eb None None] Pushing event updated for resources: {'Port': ['ID=3eee66e7-191d-4abf-8130-f6c524422bb0,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:42.122969 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-e97f62e3-29f9-4824-a5a6-67937a23b393 None None] Provisioning complete for port 3eee66e7-191d-4abf-8130-f6c524422bb0 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:42.123397 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e97f62e3-29f9-4824-a5a6-67937a23b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.286882 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb57bee-71c6-4e19-9c0b-dc8d40492713 req-2c85e235-3b4d-47d4-b27e-316d7890cbff tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:42.288566 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bfb57bee-71c6-4e19-9c0b-dc8d40492713 req-2c85e235-3b4d-47d4-b27e-316d7890cbff tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 932 time: 0.0931315 Oct 13 04:17:42.325358 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:42.361369 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.370140 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bfb57bee-71c6-4e19-9c0b-dc8d40492713 req-d3141494-f87d-4b2b-be6e-f85fca1eb379 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694919 Oct 13 04:17:42.371713 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.386838 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae235446-f096-4def-b29e-ea5a21ae433e None None] The sync data for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi is: [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:17:42.404983 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.449315 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event updated for resources: {'Port': ['ID=4a65afb5-6e8c-44c5-8272-0d1e5a820407,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:42.475739 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.487523 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-0a5956fe-5552-43fa-aec0-d64daa1e842a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4641125 Oct 13 04:17:42.734579 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-004996d0-8d32-4bb8-af3f-f356d2d66399 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1340049926&fields=id&tenant_id=d168ef71e112452db0a5035cfc0e4b2b HTTP/1.1" status: 200 len: 267 time: 0.0341654 Oct 13 04:17:42.941064 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbabb0e-dfad-440a-a10d-4e7b8cba1e66 req-cad987fc-143f-4c2a-8bd8-98ad944fc4fd tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:42.951649 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fdbabb0e-dfad-440a-a10d-4e7b8cba1e66 req-cad987fc-143f-4c2a-8bd8-98ad944fc4fd tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 0.1069980 Oct 13 04:17:42.986391 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-126887ae-f361-46b1-a55c-87ce84f5d580 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:42.993875 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-126887ae-f361-46b1-a55c-87ce84f5d580 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 816 time: 0.2518685 Oct 13 04:17:43.030016 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-05c06af1-663f-433d-93cd-1dbf163154be tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/quotas/d168ef71e112452db0a5035cfc0e4b2b HTTP/1.1" status: 200 len: 375 time: 0.0342155 Oct 13 04:17:43.052220 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 3eee66e7-191d-4abf-8130-f6c524422bb0 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:43.104903 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fdbabb0e-dfad-440a-a10d-4e7b8cba1e66 req-73d7b472-df16-4a6c-8926-adb6fc5ad0ee tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522329 Oct 13 04:17:43.170351 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 3eee66e7-191d-4abf-8130-f6c524422bb0 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:43.171038 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:43.178118 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-ae4ccf32-c2be-43fa-ab59-9984fb899797 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1471000 Oct 13 04:17:43.341205 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d9b7e086-774a-47d5-ac5f-42f0eb063181 req-61e05a5d-8a2d-48d0-ac1e-3e59293862ab tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.0361288 Oct 13 04:17:43.395526 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-356c43c3-30b6-4380-ba8d-d7fd9d03e2c5 service neutron] 10.222.0.55 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165122 Oct 13 04:17:43.607107 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc507be8-b764-4823-a00e-e26793089fd5 req-8df5dcee-d02b-4b2d-93ca-bf45fbaba37a tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:43.608775 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc507be8-b764-4823-a00e-e26793089fd5 req-8df5dcee-d02b-4b2d-93ca-bf45fbaba37a tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 932 time: 0.1196632 Oct 13 04:17:43.612786 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-d15267e7-35dc-45fb-947d-db0244bc4f53 service neutron] 10.222.0.55 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034841 Oct 13 04:17:43.699300 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc507be8-b764-4823-a00e-e26793089fd5 req-734c41c7-e276-4796-805d-440c7b47c2fb tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779338 Oct 13 04:17:43.896477 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-079ea42e-1d16-46a6-8329-dce5a968bdcf req-684ed202-34c8-4d14-8189-e49b488e3328 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 210 time: 0.0368147 Oct 13 04:17:44.246916 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671477b2-50cf-4c24-971f-3f98ee118cda req-549dc824-23d6-4dd4-b9d7-9b120f93aaeb tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:44.249372 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-671477b2-50cf-4c24-971f-3f98ee118cda req-549dc824-23d6-4dd4-b9d7-9b120f93aaeb tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 0.0653656 Oct 13 04:17:44.320878 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-671477b2-50cf-4c24-971f-3f98ee118cda req-3f35461b-e4bd-4fa5-8253-8417e54f40d6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635889 Oct 13 04:17:44.489955 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8836eacb-7521-4051-a302-5402a85f91de req-e5463e9d-abf8-4fea-9ec8-32db5919e1f2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.0739591 Oct 13 04:17:44.746197 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39628) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:45.078070 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b285a689-7784-4787-a015-767a2c1a7e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.096198 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-76b7df14-4b69-4df3-a69b-22e7108d5170 req-f7150331-8026-4c09-9382-f506050412e6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 210 time: 0.0630057 Oct 13 04:17:45.105527 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bd820-770b-4a04-a410-9f494c7968c5 req-e5830cb5-fd87-4a83-9ee5-704b0a4f2852 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:45.107004 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e66bd820-770b-4a04-a410-9f494c7968c5 req-e5830cb5-fd87-4a83-9ee5-704b0a4f2852 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 932 time: 0.2903886 Oct 13 04:17:45.169964 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e66bd820-770b-4a04-a410-9f494c7968c5 req-6f44afb8-aca1-459f-baf8-0db3d51f701e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545859 Oct 13 04:17:45.221561 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b285a689-7784-4787-a015-767a2c1a7e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.235454 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b285a689-7784-4787-a015-767a2c1a7e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.278401 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b285a689-7784-4787-a015-767a2c1a7e6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8b4e41a8541457791c189249170436d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5310123 Oct 13 04:17:45.279782 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285a689-7784-4787-a015-767a2c1a7e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e7451e-8cea-4ffe-84f3-d6130d3ee796,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:45.282628 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 39660) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:45.335017 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-89488b61-d375-434d-a1f8-51dc2d42db7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.370775 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-89488b61-d375-434d-a1f8-51dc2d42db7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.445012 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-89488b61-d375-434d-a1f8-51dc2d42db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.448033 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-89488b61-d375-434d-a1f8-51dc2d42db7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.450623 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-89488b61-d375-434d-a1f8-51dc2d42db7e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7e7451e-8cea-4ffe-84f3-d6130d3ee796 HTTP/1.1" status: 204 len: 168 time: 0.1663330 Oct 13 04:17:45.459461 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89488b61-d375-434d-a1f8-51dc2d42db7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e7451e-8cea-4ffe-84f3-d6130d3ee796,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:45.471453 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49538780-dff1-47ce-a047-7fd9a0d09117 req-eea8d581-3bd6-4462-b080-5ef273ab63ba tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:45.473443 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49538780-dff1-47ce-a047-7fd9a0d09117 req-eea8d581-3bd6-4462-b080-5ef273ab63ba tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 0.0764058 Oct 13 04:17:45.538082 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49538780-dff1-47ce-a047-7fd9a0d09117 req-e6084e69-77ba-4549-9e2f-a76813c8fccb tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Oct 13 04:17:45.613533 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2f194967-a3fb-4208-aed1-85a5dd457239 req-f975634c-d764-4ee0-ab5f-acd17dfced3b tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.0282037 Oct 13 04:17:46.228152 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ca440f9f-5edb-4dbb-83cc-4a991a6b6703 req-356aa3e7-40f1-4c80-982a-be358dfe1709 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 210 time: 0.0303924 Oct 13 04:17:46.293516 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff383668-5095-448e-9065-ea8817616002 req-34ae19b9-a617-465a-9514-8857f82e967b tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:46.295082 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff383668-5095-448e-9065-ea8817616002 req-34ae19b9-a617-465a-9514-8857f82e967b tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 932 time: 0.0561938 Oct 13 04:17:46.332912 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ff383668-5095-448e-9065-ea8817616002 req-49e1f38b-be74-40b0-8068-94bd8b007e11 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Oct 13 04:17:46.663809 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c4006-6de1-485d-8e1e-d7541b73e604 req-6f4c1592-f89f-4dca-8eee-9f51ee015038 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:46.667062 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-720c4006-6de1-485d-8e1e-d7541b73e604 req-6f4c1592-f89f-4dca-8eee-9f51ee015038 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 0.0514481 Oct 13 04:17:46.715178 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d95821a-967c-4e86-94fd-c4c3732994ca req-5d93dc5b-7465-4bcf-a4cd-8e343ddeebd5 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.0275626 Oct 13 04:17:46.732003 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-720c4006-6de1-485d-8e1e-d7541b73e604 req-87a7aabe-473e-4d1f-936a-69aadd36fe39 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579324 Oct 13 04:17:47.333714 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-82ce7a7e-fe25-4a90-be0f-6d039bc09d26 req-a7868509-93cd-4e4a-a93f-83aa02d05be4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 210 time: 0.0294144 Oct 13 04:17:47.444168 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954eac5-ad36-4bab-b0c3-9c1f7f0e4184 req-4f6dd7b0-0054-4efb-aa6f-403bca5a43d8 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:47.445634 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7954eac5-ad36-4bab-b0c3-9c1f7f0e4184 req-4f6dd7b0-0054-4efb-aa6f-403bca5a43d8 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 932 time: 0.0482159 Oct 13 04:17:47.484548 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7954eac5-ad36-4bab-b0c3-9c1f7f0e4184 req-03713eb4-1dda-4e91-8047-bda49dad0cff tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326643 Oct 13 04:17:47.828746 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ac5fcc74-169f-433f-86ee-7a87552b81b0 req-2c778991-ff89-4fbc-a854-c33dabbf04e2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.0320561 Oct 13 04:17:47.867050 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13571d9-0558-49cd-b7f2-ecb9ef1b3c17 req-e36d5904-7525-434e-9d80-952ad1c0d012 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:47.868532 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c13571d9-0558-49cd-b7f2-ecb9ef1b3c17 req-e36d5904-7525-434e-9d80-952ad1c0d012 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 0.0617666 Oct 13 04:17:47.908860 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c13571d9-0558-49cd-b7f2-ecb9ef1b3c17 req-e7b64873-9780-4108-a57d-f390fbcb676c tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340126 Oct 13 04:17:48.433908 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec9a1063-0ddc-4432-8c88-00b49cedae79 req-527088b1-f811-4ffa-a507-6701ad99db07 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 210 time: 0.0309122 Oct 13 04:17:48.599291 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb7bb6-9218-47aa-8f6c-7b5d1d5ed54c req-3a1df628-af32-4aaa-a9db-1c4bccf77065 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:48.600748 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5bbb7bb6-9218-47aa-8f6c-7b5d1d5ed54c req-3a1df628-af32-4aaa-a9db-1c4bccf77065 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 932 time: 0.0487244 Oct 13 04:17:48.641359 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5bbb7bb6-9218-47aa-8f6c-7b5d1d5ed54c req-364f66d4-fad7-49ca-a3da-62c17b73bfed tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Oct 13 04:17:48.924991 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eca926f1-8a98-4d79-bcf4-b09e5416e509 req-c3f84ed7-6170-4b64-809e-7a93df6f2900 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.0281091 Oct 13 04:17:49.032443 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dab87-bbd3-4063-bf6c-6e2a3f2ce41c req-d0954125-3107-4586-a01a-dcc6b77e1542 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:49.033934 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-860dab87-bbd3-4063-bf6c-6e2a3f2ce41c req-d0954125-3107-4586-a01a-dcc6b77e1542 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 0.0531199 Oct 13 04:17:49.071585 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-860dab87-bbd3-4063-bf6c-6e2a3f2ce41c req-d170aec2-d152-415b-9f10-b2966a15013b tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311089 Oct 13 04:17:49.493795 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-bc10f9d2-c4e9-4bc4-9ef7-01cd81d5afa7 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:17:49.494750 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-bc10f9d2-c4e9-4bc4-9ef7-01cd81d5afa7 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0147572 Oct 13 04:17:49.514890 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-1979317a-9d6f-4fd7-87ec-39abe2686ff9 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:17:49.515824 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-1979317a-9d6f-4fd7-87ec-39abe2686ff9 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055289 Oct 13 04:17:49.573828 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e14bf3a0-df25-4230-8a35-de33a0ec2f43 req-9e2f9f94-98ec-4cca-8720-3a4cf6e02254 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 210 time: 0.0503440 Oct 13 04:17:49.723535 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Request body: {'port': {'device_id': '0ddad073-1d60-49aa-808b-97fd2684790f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:49.737861 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Request body: {'port': {'device_id': 'd91ac1af-2378-4b6f-9ca7-08181ffe7d44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:49.798390 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.802966 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.898156 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accd50f-8a54-4602-80ac-7a4275b3faad req-6c29bb16-e4c2-410b-b4ef-d3adfa0df0a4 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:49.899746 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6accd50f-8a54-4602-80ac-7a4275b3faad req-6c29bb16-e4c2-410b-b4ef-d3adfa0df0a4 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 932 time: 0.0979602 Oct 13 04:17:50.055934 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-63ce04ee-1417-4445-a282-7b59279ede68 req-9dc19d9f-d58c-4e42-bfd8-5ec750374260 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.0633318 Oct 13 04:17:50.115129 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6accd50f-8a54-4602-80ac-7a4275b3faad req-6a1e59d7-4942-49d5-b41b-00eb5ba361be tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925418 Oct 13 04:17:50.218042 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77363d-8831-43e9-9ec1-00cf0197c52a req-475ef024-87c8-49a7-90a9-d98556613306 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:50.219465 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7b77363d-8831-43e9-9ec1-00cf0197c52a req-475ef024-87c8-49a7-90a9-d98556613306 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 931 time: 0.0681708 Oct 13 04:17:50.259182 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d108316-b79c-4ebf-af4e-9237f069cd94 {{(pid=94020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:50.267049 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.283040 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02af8261-af42-436d-81a0-3ab22dbcea77 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:50.287505 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Transition to ACTIVE for port object 0d108316-b79c-4ebf-af4e-9237f069cd94 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:50.292515 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.294951 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.300406 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7b77363d-8831-43e9-9ec1-00cf0197c52a req-43fea530-6248-48a2-9ae6-6eff83e74c64 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723534 Oct 13 04:17:50.330740 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Transition to ACTIVE for port object 02af8261-af42-436d-81a0-3ab22dbcea77 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:50.340153 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.351172 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d108316-b79c-4ebf-af4e-9237f069cd94,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:50.407288 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Attempting to bind port 0d108316-b79c-4ebf-af4e-9237f069cd94 on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:50.407591 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Attempting to bind port 0d108316-b79c-4ebf-af4e-9237f069cd94 by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:50.407836 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Attempting to bind port 0d108316-b79c-4ebf-af4e-9237f069cd94 on network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:50.412623 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Port 0d108316-b79c-4ebf-af4e-9237f069cd94 on network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:50.412981 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Attempting to bind port 0d108316-b79c-4ebf-af4e-9237f069cd94 on network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:50.417866 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Pushing event updated for resources: {'Port': ['ID=02af8261-af42-436d-81a0-3ab22dbcea77,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:50.419604 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:50.420005 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Checking segment: {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:50.420618 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Bound using segment: {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:50.420987 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Bound port: 0d108316-b79c-4ebf-af4e-9237f069cd94, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:50.421465 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.476680 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Attempting to bind port 02af8261-af42-436d-81a0-3ab22dbcea77 on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:50.477034 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Attempting to bind port 02af8261-af42-436d-81a0-3ab22dbcea77 by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': 'aff62797-ead7-4446-b24e-e771fe7cbaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e6d939d-dbb2-4731-87b5-281d18075e13'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:50.477343 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Attempting to bind port 02af8261-af42-436d-81a0-3ab22dbcea77 on network 1e6d939d-dbb2-4731-87b5-281d18075e13 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:50.481813 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Port 02af8261-af42-436d-81a0-3ab22dbcea77 on network 1e6d939d-dbb2-4731-87b5-281d18075e13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:50.482120 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Attempting to bind port 02af8261-af42-436d-81a0-3ab22dbcea77 on network 1e6d939d-dbb2-4731-87b5-281d18075e13 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:50.486912 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] For port 0d108316-b79c-4ebf-af4e-9237f069cd94, host hv-cinder-81275, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:50.487088 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:50.487373 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Checking segment: {'id': 'aff62797-ead7-4446-b24e-e771fe7cbaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e6d939d-dbb2-4731-87b5-281d18075e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:50.488010 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Bound using segment: {'id': 'aff62797-ead7-4446-b24e-e771fe7cbaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e6d939d-dbb2-4731-87b5-281d18075e13'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:50.488474 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Bound port: 02af8261-af42-436d-81a0-3ab22dbcea77, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff62797-ead7-4446-b24e-e771fe7cbaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e6d939d-dbb2-4731-87b5-281d18075e13'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:50.488820 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.491398 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] For port 0d108316-b79c-4ebf-af4e-9237f069cd94, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0d108316-b79c-4ebf-af4e-9237f069cd94,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:50.495338 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.540291 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:50.540908 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for port, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.542325 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/0d108316-b79c-4ebf-af4e-9237f069cd94 HTTP/1.1" status: 200 len: 1094 time: 0.8604238 Oct 13 04:17:50.542771 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91ac1af-2378-4b6f-9ca7-08181ffe7d44', 'tag': '0d108316-b79c-4ebf-af4e-9237f069cd94'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:50.558568 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] For port 02af8261-af42-436d-81a0-3ab22dbcea77, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:50.563795 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] For port 02af8261-af42-436d-81a0-3ab22dbcea77, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=02af8261-af42-436d-81a0-3ab22dbcea77,segment=NetworkSegment(aff62797-ead7-4446-b24e-e771fe7cbaf8),segment_id=aff62797-ead7-4446-b24e-e771fe7cbaf8)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:50.568279 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.609356 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:50.609833 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.611808 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] 10.222.0.45 "PUT /v2.0/ports/02af8261-af42-436d-81a0-3ab22dbcea77 HTTP/1.1" status: 200 len: 1093 time: 0.9458487 Oct 13 04:17:50.612254 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddad073-1d60-49aa-808b-97fd2684790f', 'tag': '02af8261-af42-436d-81a0-3ab22dbcea77'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:50.629387 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2716fe-bc45-4182-8132-f6b87f8987e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d108316-b79c-4ebf-af4e-9237f069cd94,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:50.740715 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9373bfe7-4e0e-4ecf-a25b-87d5c6dd413e req-8b5696be-c1d5-4b4a-bda9-14574c168351 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 210 time: 0.0515876 Oct 13 04:17:50.748405 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e3d80-68e7-4d46-ab5c-92b14932bd52 service neutron] Pushing event updated for resources: {'Port': ['ID=02af8261-af42-436d-81a0-3ab22dbcea77,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:50.766467 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dc679f7ee7879d4e0b4e84836cede054d7f6a38b39da64a21be9a847b3837cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b938d5-d0d5-4aea-8971-0d7d10fbb5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d91ac1af-2378-4b6f-9ca7-08181ffe7d44", "tag": "0d108316-b79c-4ebf-af4e-9237f069cd94"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:50.797919 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1931bd65-6092-4a78-85b7-6e5a254ac4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddad073-1d60-49aa-808b-97fd2684790f", "tag": "02af8261-af42-436d-81a0-3ab22dbcea77"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:50.969815 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-71ca7044-cf2d-43b7-9db4-ff3065494ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:50.971354 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-71ca7044-cf2d-43b7-9db4-ff3065494ea9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d531b9d4b7c47ca9168806481e36699&device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 1096 time: 0.1549590 Oct 13 04:17:50.974212 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c6da5d-fbeb-465a-8f84-d42f8cb4c27b x-openstack-request-id: req-f6c6da5d-fbeb-465a-8f84-d42f8cb4c27b {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:50.974496 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddad073-1d60-49aa-808b-97fd2684790f", "tag": "02af8261-af42-436d-81a0-3ab22dbcea77", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:50.974729 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6c6da5d-fbeb-465a-8f84-d42f8cb4c27b {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:50.975222 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddad073-1d60-49aa-808b-97fd2684790f', 'tag': '02af8261-af42-436d-81a0-3ab22dbcea77', 'status': 'completed', 'code': 200} Oct 13 04:17:50.977242 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae82dd29-8aeb-4cdf-8793-0915c1cbb3ea x-openstack-request-id: req-ae82dd29-8aeb-4cdf-8793-0915c1cbb3ea {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:50.977556 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91ac1af-2378-4b6f-9ca7-08181ffe7d44", "tag": "0d108316-b79c-4ebf-af4e-9237f069cd94", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:50.980700 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae82dd29-8aeb-4cdf-8793-0915c1cbb3ea {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:50.980700 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91ac1af-2378-4b6f-9ca7-08181ffe7d44', 'tag': '0d108316-b79c-4ebf-af4e-9237f069cd94', 'status': 'completed', 'code': 200} Oct 13 04:17:50.984254 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-cc7c64b0-8edf-4110-83c2-f8c4218bbd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:50.985876 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-cc7c64b0-8edf-4110-83c2-f8c4218bbd4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 1097 time: 0.1378348 Oct 13 04:17:51.062550 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.45', 56066) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:51.068767 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-47cb3e78-13ec-4976-bf90-4fecd1523bdb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02af8261-af42-436d-81a0-3ab22dbcea77 HTTP/1.1" status: 200 len: 217 time: 0.0834763 Oct 13 04:17:51.073073 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-2126574f-ac8b-4862-ba19-8175a608e968 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d108316-b79c-4ebf-af4e-9237f069cd94 HTTP/1.1" status: 200 len: 217 time: 0.0736253 Oct 13 04:17:51.148085 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-a23773e8-e6d9-4663-898f-c3e2de737f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.150256 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-a23773e8-e6d9-4663-898f-c3e2de737f17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33d59376-4450-4265-9fce-0358aed4e55c HTTP/1.1" status: 200 len: 852 time: 0.0652339 Oct 13 04:17:51.207068 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-7d92192d-f747-4bad-8062-eece6195e357 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1e6d939d-dbb2-4731-87b5-281d18075e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477996 Oct 13 04:17:51.320112 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-0e9932cf-94b5-4ed5-a630-e77d2855d0ab service neutron] 10.222.0.45 "GET /v2.0/networks/1e6d939d-dbb2-4731-87b5-281d18075e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004324 Oct 13 04:17:51.352841 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-97c964aa-9ad5-4937-810f-2651ab47d51c req-5f986e7b-4c47-4d05-8886-9285feda607c tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.2054677 Oct 13 04:17:51.399584 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-e4594cb4-b515-4d32-b4cf-a66d4a7a09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.400738 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-e4594cb4-b515-4d32-b4cf-a66d4a7a09bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61051428-bded-4621-8b92-c502acd948d5 HTTP/1.1" status: 200 len: 855 time: 0.3156834 Oct 13 04:17:51.424690 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.45', 56074) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:51.476231 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-2a90c332-d031-4315-99c1-0110b00a4da6 req-fa435005-82a0-49ad-bdaf-b82676a0437e service neutron] 10.222.0.45 "GET /v2.0/networks/1e6d939d-dbb2-4731-87b5-281d18075e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484315 Oct 13 04:17:51.529012 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-6860ed1d-0aeb-483b-aad8-0f80137c757f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d1ab067-7575-4c07-97ac-3bce9cca9c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052735 Oct 13 04:17:51.535635 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-a5a3afbe-2e2a-40d6-94ad-998441a79489 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.537007 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-a5a3afbe-2e2a-40d6-94ad-998441a79489 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.45 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 811 time: 0.4734344 Oct 13 04:17:51.558786 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad2632-5e43-4a85-860a-9e6118610e22 req-ef172cb1-6c99-4167-8931-8c1d051b9a23 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.566124 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49ad2632-5e43-4a85-860a-9e6118610e22 req-ef172cb1-6c99-4167-8931-8c1d051b9a23 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 944 time: 0.2476976 Oct 13 04:17:51.620865 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931bd65-6092-4a78-85b7-6e5a254ac4ef req-26101a0a-220c-4244-9a57-efd093bbeb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.622769 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1931bd65-6092-4a78-85b7-6e5a254ac4ef req-26101a0a-220c-4244-9a57-efd093bbeb1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d531b9d4b7c47ca9168806481e36699&device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 1096 time: 0.0606089 Oct 13 04:17:51.761342 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-b1b062da-0659-4391-9f1d-2bd960194e52 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2312bd342e040f1ade7109084831451 HTTP/1.1" status: 200 len: 380 time: 0.1772637 Oct 13 04:17:51.778971 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49ad2632-5e43-4a85-860a-9e6118610e22 req-406df191-c45e-4ea6-b5c3-a9b4c56a5d34 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101369 Oct 13 04:17:51.802322 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad7f09-6f31-43a2-adcf-c26cb8bca1cd req-60d47286-e62a-4fad-abac-80b359701adf tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.803897 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-67ad7f09-6f31-43a2-adcf-c26cb8bca1cd req-60d47286-e62a-4fad-abac-80b359701adf tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 943 time: 0.2824185 Oct 13 04:17:51.820344 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-10c95eba-7e5e-4071-bb11-4fa62ea7411a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.821143 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-10c95eba-7e5e-4071-bb11-4fa62ea7411a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 816 time: 0.3937452 Oct 13 04:17:51.824841 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Request body: {'port': {'device_id': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'admin_state_up': True, 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'security_groups': ['0689fb65-9162-497b-959d-70b9dc6c2546']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:51.913192 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931bd65-6092-4a78-85b7-6e5a254ac4ef req-822f1823-f155-41c5-909e-b7b54644c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.915668 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1931bd65-6092-4a78-85b7-6e5a254ac4ef req-822f1823-f155-41c5-909e-b7b54644c575 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1e6d939d-dbb2-4731-87b5-281d18075e13 HTTP/1.1" status: 200 len: 913 time: 0.2851660 Oct 13 04:17:51.945601 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-8e1c0ffc-081d-40ff-8487-e9b8de229b7c service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774726 Oct 13 04:17:51.978884 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f9adabc8-e85f-4f30-b11f-f50bc8f9f989 req-d2a4f3dc-1a86-4306-a982-f573b50b4eb2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 210 time: 0.0659366 Oct 13 04:17:51.993797 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 39884) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:52.017268 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-a340c6bd-9fb3-44da-8593-35fdb6fce24f tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d168ef71e112452db0a5035cfc0e4b2b HTTP/1.1" status: 200 len: 380 time: 0.1794417 Oct 13 04:17:52.074057 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Request body: {'port': {'device_id': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'admin_state_up': True, 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'security_groups': ['2b2781ec-c0ac-4676-8b12-22259ef5c8c5']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:52.077111 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1931bd65-6092-4a78-85b7-6e5a254ac4ef req-d3cc15f4-7d8c-4a9c-a408-a23dc492e008 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02af8261-af42-436d-81a0-3ab22dbcea77 HTTP/1.1" status: 200 len: 217 time: 0.0947599 Oct 13 04:17:52.090503 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-67ad7f09-6f31-43a2-adcf-c26cb8bca1cd req-b8c0e767-8b5f-48fa-af0b-859558d5246f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574465 Oct 13 04:17:52.170629 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931bd65-6092-4a78-85b7-6e5a254ac4ef req-42513d2c-24b6-469a-ba73-3a9bcdd2ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.172547 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1931bd65-6092-4a78-85b7-6e5a254ac4ef req-42513d2c-24b6-469a-ba73-3a9bcdd2ba3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33d59376-4450-4265-9fce-0358aed4e55c HTTP/1.1" status: 200 len: 852 time: 0.0875902 Oct 13 04:17:52.224737 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1931bd65-6092-4a78-85b7-6e5a254ac4ef req-0ba50494-ad6c-4780-9444-4caeba66fc5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1e6d939d-dbb2-4731-87b5-281d18075e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387318 Oct 13 04:17:52.230975 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Made reservation on behalf of f2312bd342e040f1ade7109084831451 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:52.235416 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.265442 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d2abe63-a677-412f-9ba4-a2fd350c2906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.268679 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb2bccc2-e825-49d6-830a-1c1aae4e2f89 req-0da9933b-4028-43f7-bc50-bf7597ae47cc service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779438 Oct 13 04:17:52.337283 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1931bd65-6092-4a78-85b7-6e5a254ac4ef req-ff46cf55-22c8-4530-85b9-4b4340fa70d8 service neutron] 10.222.0.45 "GET /v2.0/networks/1e6d939d-dbb2-4731-87b5-281d18075e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046021 Oct 13 04:17:52.382542 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Made reservation on behalf of d168ef71e112452db0a5035cfc0e4b2b for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:52.386195 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.446371 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-1931bd65-6092-4a78-85b7-6e5a254ac4ef req-830f1ecd-f24f-4946-aaf2-2b6fe4bee2aa service neutron] 10.222.0.45 "GET /v2.0/networks/1e6d939d-dbb2-4731-87b5-281d18075e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012416 Oct 13 04:17:52.561159 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f08e62f-4b42-4a4c-b9af-89a3e648fdf0 req-b5a84563-940a-4378-87d7-1448be990111 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.0882735 Oct 13 04:17:52.562916 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b938d5-d0d5-4aea-8971-0d7d10fbb5e0 req-f1d1323b-6591-46fc-9e84-ce8e0456c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.564320 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21b938d5-d0d5-4aea-8971-0d7d10fbb5e0 req-f1d1323b-6591-46fc-9e84-ce8e0456c290 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 1097 time: 0.2272835 Oct 13 04:17:52.585680 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Allocated IP 172.20.0.3 (58ed8cef-059d-4c9e-a8e2-6045b8f93ca6/a6dbfe87-28d4-404e-af44-2da5626525e4/2bf8b44d-dd7e-4a64-bef6-74e34e11e05f) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:52.694101 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d2abe63-a677-412f-9ba4-a2fd350c2906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.715500 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7d2abe63-a677-412f-9ba4-a2fd350c2906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.837645 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Allocated IP 172.20.0.9 (1c4537c4-626c-4872-8f08-761847ce7780/fc782f82-cb87-47a0-947a-1f584f8af09a/819b5060-2257-431d-a719-93e3e23c273c) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:52.862030 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-7d2abe63-a677-412f-9ba4-a2fd350c2906 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c73f093663c4d9b9be40c671da61f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8550141 Oct 13 04:17:52.864879 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 39912) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:52.901027 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2abe63-a677-412f-9ba4-a2fd350c2906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3f0d36-0945-4443-89f1-37f9f1aaab82,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:52.917145 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b21f9acf-4bae-42cc-8f36-4511ff967272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.938780 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b21f9acf-4bae-42cc-8f36-4511ff967272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.941448 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b938d5-d0d5-4aea-8971-0d7d10fbb5e0 req-d334b863-55ef-4c97-bbce-ab855b29ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.942986 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21b938d5-d0d5-4aea-8971-0d7d10fbb5e0 req-d334b863-55ef-4c97-bbce-ab855b29ffb5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 916 time: 0.3606706 Oct 13 04:17:52.991259 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b21f9acf-4bae-42cc-8f36-4511ff967272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.994479 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b21f9acf-4bae-42cc-8f36-4511ff967272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.996335 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b21f9acf-4bae-42cc-8f36-4511ff967272 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd3f0d36-0945-4443-89f1-37f9f1aaab82 HTTP/1.1" status: 204 len: 168 time: 0.1301587 Oct 13 04:17:53.012207 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f9acf-4bae-42cc-8f36-4511ff967272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3f0d36-0945-4443-89f1-37f9f1aaab82,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:53.027749 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21b938d5-d0d5-4aea-8971-0d7d10fbb5e0 req-46595196-88a3-4ae2-99c6-ffac362b3208 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d108316-b79c-4ebf-af4e-9237f069cd94 HTTP/1.1" status: 200 len: 217 time: 0.0710053 Oct 13 04:17:53.284077 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2afd62-75e2-413c-b4f7-486448dc128e req-fad98fbc-81a0-4374-9138-fc8f9b8cf071 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.285732 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dd2afd62-75e2-413c-b4f7-486448dc128e req-fad98fbc-81a0-4374-9138-fc8f9b8cf071 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 944 time: 0.4406512 Oct 13 04:17:53.347977 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2b09eab7-8860-4491-959b-0df83682214b req-01826aa1-c876-442c-b9f2-62c4f3c0ca68 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 210 time: 0.0940685 Oct 13 04:17:53.363787 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 39940) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:53.384888 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6d525953-0855-41eb-b289-af8ff41bc7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.394050 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.412811 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dd2afd62-75e2-413c-b4f7-486448dc128e req-617baff5-d87d-4b2d-bcab-780fff5b6805 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792546 Oct 13 04:17:53.424017 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b938d5-d0d5-4aea-8971-0d7d10fbb5e0 req-507aebc1-d865-44dd-a2e5-7ea5f491e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.425553 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21b938d5-d0d5-4aea-8971-0d7d10fbb5e0 req-507aebc1-d865-44dd-a2e5-7ea5f491e74b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61051428-bded-4621-8b92-c502acd948d5 HTTP/1.1" status: 200 len: 855 time: 0.3627379 Oct 13 04:17:53.502703 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21b938d5-d0d5-4aea-8971-0d7d10fbb5e0 req-4739fd05-4177-4c25-8dc3-ef1b53985d64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d1ab067-7575-4c07-97ac-3bce9cca9c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692923 Oct 13 04:17:53.508281 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6d525953-0855-41eb-b289-af8ff41bc7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.519581 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6d525953-0855-41eb-b289-af8ff41bc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.570803 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d525953-0855-41eb-b289-af8ff41bc7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3824d44b-af61-4757-bc53-7686b69fd3dc,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:53.573067 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.583633 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6d525953-0855-41eb-b289-af8ff41bc7d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b29469605ee3490da208c94e3db38ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187810 Oct 13 04:17:53.586300 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 39954) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:53.680418 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0beb40f9-100c-4cc4-937f-c077a1aede1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.712053 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.721553 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc521942-bd2b-43f2-b23b-ad9b43daa4f3 req-b321d7b0-9f6c-48cb-b61a-eb7d797589f7 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.723227 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0beb40f9-100c-4cc4-937f-c077a1aede1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.724010 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc521942-bd2b-43f2-b23b-ad9b43daa4f3 req-b321d7b0-9f6c-48cb-b61a-eb7d797589f7 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 943 time: 0.2480388 Oct 13 04:17:53.790051 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21b938d5-d0d5-4aea-8971-0d7d10fbb5e0 req-e5aaaf22-2de6-4790-8b24-ff2456125d93 service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468140 Oct 13 04:17:53.795347 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.831066 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0beb40f9-100c-4cc4-937f-c077a1aede1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.834021 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0beb40f9-100c-4cc4-937f-c077a1aede1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.849680 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-0beb40f9-100c-4cc4-937f-c077a1aede1b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3824d44b-af61-4757-bc53-7686b69fd3dc HTTP/1.1" status: 204 len: 168 time: 0.2605841 Oct 13 04:17:53.881306 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb40f9-100c-4cc4-937f-c077a1aede1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3824d44b-af61-4757-bc53-7686b69fd3dc,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:53.882913 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:53.899288 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:53.904447 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event updated for resources: {'Port': ['ID=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:53.908237 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:53.915170 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.915888 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.946560 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Network 1c4537c4-626c-4872-8f08-761847ce7780 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:53.962725 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ceb22-947d-443c-ac80-74419ad81e67 req-2160d792-2acd-4e61-b2ed-e790182e7c25 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.964530 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1c7ceb22-947d-443c-ac80-74419ad81e67 req-2160d792-2acd-4e61-b2ed-e790182e7c25 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 931 time: 0.2828634 Oct 13 04:17:53.999952 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:54.009824 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:54.022522 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:54.023697 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.065645 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc521942-bd2b-43f2-b23b-ad9b43daa4f3 req-8d6f312a-a86c-4386-9124-640d218e5b7b tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092072 Oct 13 04:17:54.066803 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event updated for resources: {'Port': ['ID=819b5060-2257-431d-a719-93e3e23c273c,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:54.123713 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-6af90ec9-99b3-499e-87ef-ca0fe788ac68 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3408918 Oct 13 04:17:54.155326 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Request body: {'port': {'device_id': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:54.196499 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1c7ceb22-947d-443c-ac80-74419ad81e67 req-4692eaba-c59d-4bb9-bc94-bf60beff38de tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939580 Oct 13 04:17:54.212289 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-173713ed-8f36-471d-9469-223ce7521a45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1686053 Oct 13 04:17:54.244288 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Request body: {'port': {'device_id': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:54.266177 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21b938d5-d0d5-4aea-8971-0d7d10fbb5e0 req-0ab987ff-8d51-4f34-b420-f55afb5c88f1 service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684625 Oct 13 04:17:54.293669 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.342506 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-49afbb73-37b8-4a59-8999-7a61b0e3d585 None None] Provisioning complete for port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:54.343035 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-49afbb73-37b8-4a59-8999-7a61b0e3d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.357970 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.359441 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 39970) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:54.372185 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-37113151-917b-408a-8c1d-e4d33af78bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.390401 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-49afbb73-37b8-4a59-8999-7a61b0e3d585 None None] Port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:54.400890 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-49afbb73-37b8-4a59-8999-7a61b0e3d585 None None] Provisioning complete for port 819b5060-2257-431d-a719-93e3e23c273c triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:54.401259 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-49afbb73-37b8-4a59-8999-7a61b0e3d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.439472 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-49afbb73-37b8-4a59-8999-7a61b0e3d585 None None] Port 819b5060-2257-431d-a719-93e3e23c273c cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:54.451475 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-37113151-917b-408a-8c1d-e4d33af78bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.456800 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-37113151-917b-408a-8c1d-e4d33af78bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.497393 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-37113151-917b-408a-8c1d-e4d33af78bb8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09445a8543ab49b6af7ffe803de62382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344810 Oct 13 04:17:54.497393 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37113151-917b-408a-8c1d-e4d33af78bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384952cf-8ebf-4d73-ba09-0476f52ae6b7,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:54.498406 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 39976) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:54.556707 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-13b211de-4efe-4e6d-b794-c1c71fa33151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.577952 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-13b211de-4efe-4e6d-b794-c1c71fa33151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.647388 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-13b211de-4efe-4e6d-b794-c1c71fa33151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.651670 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-13b211de-4efe-4e6d-b794-c1c71fa33151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.654126 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-13b211de-4efe-4e6d-b794-c1c71fa33151 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/384952cf-8ebf-4d73-ba09-0476f52ae6b7 HTTP/1.1" status: 204 len: 168 time: 0.1546447 Oct 13 04:17:54.672356 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b211de-4efe-4e6d-b794-c1c71fa33151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384952cf-8ebf-4d73-ba09-0476f52ae6b7,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:54.721154 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14123131-9509-47c9-b111-412db08e4f5a req-da6c65eb-937b-4df1-a88b-437d4e452893 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:54.722877 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-14123131-9509-47c9-b111-412db08e4f5a req-da6c65eb-937b-4df1-a88b-437d4e452893 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 931 time: 0.2584801 Oct 13 04:17:54.766944 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94031a7-4e5a-454f-b1ec-a047bb5da7bb req-2f18cefa-877c-48a6-8703-1df4270c1da1 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:54.768412 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c94031a7-4e5a-454f-b1ec-a047bb5da7bb req-2f18cefa-877c-48a6-8703-1df4270c1da1 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 944 time: 0.2622001 Oct 13 04:17:54.881877 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-14123131-9509-47c9-b111-412db08e4f5a req-70a08b71-b132-4c4b-8c47-3a67a94fabc9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472368 Oct 13 04:17:54.934399 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c94031a7-4e5a-454f-b1ec-a047bb5da7bb req-0d4ef7ac-0f41-4ac4-b64c-f9ecbe846572 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456745 Oct 13 04:17:55.015554 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:55.030902 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.036827 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819b5060-2257-431d-a719-93e3e23c273c {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:55.049555 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.059239 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Transition to ACTIVE for port object 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:55.065913 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Transition to ACTIVE for port object 819b5060-2257-431d-a719-93e3e23c273c will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:55.070180 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.075739 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.141985 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:55.180250 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40028) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:55.290451 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Attempting to bind port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:55.290930 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Attempting to bind port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:55.291171 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Attempting to bind port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f on network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:55.295512 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Attempting to bind port 819b5060-2257-431d-a719-93e3e23c273c on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:55.295765 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Attempting to bind port 819b5060-2257-431d-a719-93e3e23c273c by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:55.296079 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Attempting to bind port 819b5060-2257-431d-a719-93e3e23c273c on network 1c4537c4-626c-4872-8f08-761847ce7780 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:55.301014 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Pushing event updated for resources: {'Port': ['ID=819b5060-2257-431d-a719-93e3e23c273c,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:55.308101 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f on network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:55.308417 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Attempting to bind port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f on network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:55.311571 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Port 819b5060-2257-431d-a719-93e3e23c273c on network 1c4537c4-626c-4872-8f08-761847ce7780 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:55.311877 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Attempting to bind port 819b5060-2257-431d-a719-93e3e23c273c on network 1c4537c4-626c-4872-8f08-761847ce7780 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:55.324308 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:55.324639 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Checking segment: {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:55.325037 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Bound using segment: {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:55.325495 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Bound port: 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:55.325878 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.329815 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:55.330149 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Checking segment: {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:55.330532 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Bound using segment: {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:55.330963 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Bound port: 819b5060-2257-431d-a719-93e3e23c273c, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:55.331309 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.356110 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af80f58-f6e6-46cb-83ba-88e4c553dca7 req-e6a5005b-5a93-467e-87ee-ce9f14bdec86 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.357810 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7af80f58-f6e6-46cb-83ba-88e4c553dca7 req-e6a5005b-5a93-467e-87ee-ce9f14bdec86 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 943 time: 0.1412270 Oct 13 04:17:55.406454 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d16095f-f44d-4344-92cc-1704e563378f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.545646 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7af80f58-f6e6-46cb-83ba-88e4c553dca7 req-6a1b15b4-d4fc-477a-81d2-9d91f47d0a69 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734252 Oct 13 04:17:55.550460 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40040) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:55.562406 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d16095f-f44d-4344-92cc-1704e563378f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.572606 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d16095f-f44d-4344-92cc-1704e563378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.614210 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16095f-f44d-4344-92cc-1704e563378f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eae4ea-d698-41b1-81ce-69b390d7f0fe,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:55.620017 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8d16095f-f44d-4344-92cc-1704e563378f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5bf2d48033d54eb6828427787d916446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380469 Oct 13 04:17:55.624815 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40046) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:55.680012 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-95672491-7a2d-49be-931b-a084d4609606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.704077 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-95672491-7a2d-49be-931b-a084d4609606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.751479 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] For port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:55.758405 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-669a08f0-857f-467e-b7ff-c76205e162f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.763161 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc3df4-7b81-42b7-997a-35be50cfb8b6 req-ec4d5145-b7d2-4854-bce6-1d48546deb5e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.764680 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8bc3df4-7b81-42b7-997a-35be50cfb8b6 req-ec4d5145-b7d2-4854-bce6-1d48546deb5e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 943 time: 0.4042616 Oct 13 04:17:55.773168 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:55.779850 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=819b5060-2257-431d-a719-93e3e23c273c,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:55.787752 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] For port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:55.791315 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-95672491-7a2d-49be-931b-a084d4609606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.793831 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-95672491-7a2d-49be-931b-a084d4609606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.794973 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-95672491-7a2d-49be-931b-a084d4609606 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42eae4ea-d698-41b1-81ce-69b390d7f0fe HTTP/1.1" status: 204 len: 168 time: 0.1689444 Oct 13 04:17:55.797237 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.804273 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.812199 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95672491-7a2d-49be-931b-a084d4609606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eae4ea-d698-41b1-81ce-69b390d7f0fe,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:55.858629 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.859645 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.861187 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] 10.222.0.45 "PUT /v2.0/ports/819b5060-2257-431d-a719-93e3e23c273c HTTP/1.1" status: 200 len: 1093 time: 1.6288912 Oct 13 04:17:55.863841 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'tag': '819b5060-2257-431d-a719-93e3e23c273c'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:55.866339 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b058b68-80d1-4769-8278-a8e439b4f7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "tag": "819b5060-2257-431d-a719-93e3e23c273c"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:55.869888 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 0d108316-b79c-4ebf-af4e-9237f069cd94 details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:55.870359 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-669a08f0-857f-467e-b7ff-c76205e162f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.886896 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-669a08f0-857f-467e-b7ff-c76205e162f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.893498 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8bc3df4-7b81-42b7-997a-35be50cfb8b6 req-5d73c571-f358-4655-a50a-d549e1a1c50d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126039 Oct 13 04:17:55.895303 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.898526 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.900278 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] 10.222.0.45 "PUT /v2.0/ports/2bf8b44d-dd7e-4a64-bef6-74e34e11e05f HTTP/1.1" status: 200 len: 1093 time: 1.7597096 Oct 13 04:17:55.964906 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08202be2-6960-4766-b822-b5f984c31461 x-openstack-request-id: req-08202be2-6960-4766-b822-b5f984c31461 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:55.965276 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "tag": "819b5060-2257-431d-a719-93e3e23c273c", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:55.965436 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08202be2-6960-4766-b822-b5f984c31461 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:55.965926 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'tag': '819b5060-2257-431d-a719-93e3e23c273c', 'status': 'completed', 'code': 200} Oct 13 04:17:56.009362 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-669a08f0-857f-467e-b7ff-c76205e162f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c219d513ded4bfeb2196daac8ed0169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539571 Oct 13 04:17:56.012977 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40066) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:56.052879 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18090b03-62fa-4125-b1db-fc58e4b63684 service neutron] Pushing event updated for resources: {'Port': ['ID=819b5060-2257-431d-a719-93e3e23c273c,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:56.060941 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a08f0-857f-467e-b7ff-c76205e162f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eea0e51-34d6-40e4-8e0c-6ddd5c1d5dc4,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:56.149241 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5a1c18e9-3e9a-4812-9d4f-afebf910cb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.201794 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5a1c18e9-3e9a-4812-9d4f-afebf910cb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.290281 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5a1c18e9-3e9a-4812-9d4f-afebf910cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.293875 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5a1c18e9-3e9a-4812-9d4f-afebf910cb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.295852 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-5c53cc04-99e0-442f-970e-fe09958a103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.297742 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-5c53cc04-99e0-442f-970e-fe09958a103e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 1096 time: 0.3666093 Oct 13 04:17:56.298047 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5a1c18e9-3e9a-4812-9d4f-afebf910cb63 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3eea0e51-34d6-40e4-8e0c-6ddd5c1d5dc4 HTTP/1.1" status: 204 len: 168 time: 0.2839828 Oct 13 04:17:56.305586 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64ea2d-ea62-47c3-a4e6-cd3644168664 req-62e9d236-10b1-4038-89cb-ca4084d34dbc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.313732 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aa64ea2d-ea62-47c3-a4e6-cd3644168664 req-62e9d236-10b1-4038-89cb-ca4084d34dbc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.2967598 Oct 13 04:17:56.323276 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c18e9-3e9a-4812-9d4f-afebf910cb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eea0e51-34d6-40e4-8e0c-6ddd5c1d5dc4,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:56.341541 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-8f7d8888-3e84-4831-a884-bd34bb6d115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.343041 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-8f7d8888-3e84-4831-a884-bd34bb6d115a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 1096 time: 0.3086801 Oct 13 04:17:56.347326 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 0d108316-b79c-4ebf-af4e-9237f069cd94, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0d108316-b79c-4ebf-af4e-9237f069cd94,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:56.398779 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '0d108316-b79c-4ebf-af4e-9237f069cd94', 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59', 'port_id': '0d108316-b79c-4ebf-af4e-9237f069cd94', 'mac_address': 'fa:16:3e:59:3f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61051428-bded-4621-8b92-c502acd948d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:56.412621 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361daffd-e656-41be-91b1-c1ced6623ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:56.421318 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-6263b024-04be-4549-8f04-657638e52098 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819b5060-2257-431d-a719-93e3e23c273c HTTP/1.1" status: 200 len: 217 time: 0.0978303 Oct 13 04:17:56.429082 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971bdeb-0444-470d-8596-397e0d3bc134 req-1dc38e54-d56b-41b5-8950-de223f608eb0 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.430763 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8971bdeb-0444-470d-8596-397e0d3bc134 req-1dc38e54-d56b-41b5-8950-de223f608eb0 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 944 time: 0.2774243 Oct 13 04:17:56.461689 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.476862 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-7c235406-0d21-4c2a-8b42-88ab57dd8574 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f HTTP/1.1" status: 200 len: 217 time: 0.1239114 Oct 13 04:17:56.483426 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d108316-b79c-4ebf-af4e-9237f069cd94 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:56.523652 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 0d108316-b79c-4ebf-af4e-9237f069cd94, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0d108316-b79c-4ebf-af4e-9237f069cd94,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:56.532238 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.532974 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 02af8261-af42-436d-81a0-3ab22dbcea77 details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:56.562928 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aa64ea2d-ea62-47c3-a4e6-cd3644168664 req-48277b5e-68e9-483e-9857-19a7828c02d0 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483528 Oct 13 04:17:56.600821 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-308e4842-d158-49cd-b020-05c2cad5aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.602092 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-308e4842-d158-49cd-b020-05c2cad5aa4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.1702533 Oct 13 04:17:56.612887 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40082) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:56.622184 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8971bdeb-0444-470d-8596-397e0d3bc134 req-67bd84c0-5f14-438e-85a5-0e4bb9c4c628 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451743 Oct 13 04:17:56.626772 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-517ccbcf-5cac-4f55-bcea-c93ce7ad5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.628918 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-517ccbcf-5cac-4f55-bcea-c93ce7ad5744 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6dbfe87-28d4-404e-af44-2da5626525e4 HTTP/1.1" status: 200 len: 850 time: 0.1227303 Oct 13 04:17:56.638919 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-81beaa9f-e49d-459c-980a-607115316c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.764546 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-81beaa9f-e49d-459c-980a-607115316c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.771060 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-81beaa9f-e49d-459c-980a-607115316c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.791879 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=0d108316-b79c-4ebf-af4e-9237f069cd94,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:56.831368 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-81beaa9f-e49d-459c-980a-607115316c86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db294a2d50284a5b86b6b7ed48aa8543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171128 Oct 13 04:17:56.832453 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81beaa9f-e49d-459c-980a-607115316c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ff5cb5-071f-462c-96da-29b54ae69c9f,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:56.842033 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 40092) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:56.867496 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 02af8261-af42-436d-81a0-3ab22dbcea77, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=02af8261-af42-436d-81a0-3ab22dbcea77,segment=NetworkSegment(aff62797-ead7-4446-b24e-e771fe7cbaf8),segment_id=aff62797-ead7-4446-b24e-e771fe7cbaf8)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:56.868794 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-3393bef2-68b4-4cbb-b75f-16e2aab074a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.870316 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-3393bef2-68b4-4cbb-b75f-16e2aab074a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2172866 Oct 13 04:17:56.883143 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '02af8261-af42-436d-81a0-3ab22dbcea77', 'network_id': '1e6d939d-dbb2-4731-87b5-281d18075e13', 'port_id': '02af8261-af42-436d-81a0-3ab22dbcea77', 'mac_address': 'fa:16:3e:4f:44:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d59376-4450-4265-9fce-0358aed4e55c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:56.884407 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-e8b74813-c508-49d1-9b37-5e5d9d7bf93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.886444 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-e8b74813-c508-49d1-9b37-5e5d9d7bf93c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2625642 Oct 13 04:17:56.937462 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaebd5-9255-4a61-9660-4c1b56a54a0a req-666472db-5e50-49b8-a751-0d680a8d6a7d tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.942477 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.946179 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-deaaebd5-9255-4a61-9660-4c1b56a54a0a req-666472db-5e50-49b8-a751-0d680a8d6a7d tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 943 time: 0.2098927 Oct 13 04:17:56.958569 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02af8261-af42-436d-81a0-3ab22dbcea77 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:56.984119 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 02af8261-af42-436d-81a0-3ab22dbcea77, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=02af8261-af42-436d-81a0-3ab22dbcea77,segment=NetworkSegment(aff62797-ead7-4446-b24e-e771fe7cbaf8),segment_id=aff62797-ead7-4446-b24e-e771fe7cbaf8)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:56.990751 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.058490 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=02af8261-af42-436d-81a0-3ab22dbcea77,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:57.135405 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-deaaebd5-9255-4a61-9660-4c1b56a54a0a req-6c17e5f5-850b-4017-bc87-da96d2e5c9b8 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881359 Oct 13 04:17:57.148586 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4622-4af5-4dc5-9bad-d15c4de476bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.179534 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-f089a4d3-96b2-4ccd-84f0-101962d4360b service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886751 Oct 13 04:17:57.190261 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d8d28-6c1f-4703-b1f5-89c7855ac892 req-37328a8c-dae0-45d4-9c4d-24a781785bf3 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.191748 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d15d8d28-6c1f-4703-b1f5-89c7855ac892 req-37328a8c-dae0-45d4-9c4d-24a781785bf3 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 943 time: 0.1974158 Oct 13 04:17:57.199133 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-55f3835b-21a7-4ba4-a3dd-c7164449f89d service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945337 Oct 13 04:17:57.211793 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4622-4af5-4dc5-9bad-d15c4de476bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.226652 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40106) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:57.241101 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7a28bb3a-2eee-418f-a447-9935b47e02c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.325018 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7a28bb3a-2eee-418f-a447-9935b47e02c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.330698 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7a28bb3a-2eee-418f-a447-9935b47e02c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.366548 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28bb3a-2eee-418f-a447-9935b47e02c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1453603-edad-4288-a7e7-f91eae87aa29,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:57.369343 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d15d8d28-6c1f-4703-b1f5-89c7855ac892 req-e161cd2d-1cc7-4de1-a146-908541dc812a tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595452 Oct 13 04:17:57.373785 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7a28bb3a-2eee-418f-a447-9935b47e02c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc7ddf12bd9c42d3b8559778ae1a64fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438799 Oct 13 04:17:57.379647 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40112) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:57.409520 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0d108316-b79c-4ebf-af4e-9237f069cd94'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:57.415995 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['02af8261-af42-436d-81a0-3ab22dbcea77'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:57.430138 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a4133d4-6944-4a00-8d47-4bd9388a634d req-12fcd351-0361-40a7-a5d4-f4d6657cf3b7 service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332168 Oct 13 04:17:57.432793 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4622-4af5-4dc5-9bad-d15c4de476bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.435469 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4622-4af5-4dc5-9bad-d15c4de476bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.440788 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-5f9c4622-4af5-4dc5-9bad-d15c4de476bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41ff5cb5-071f-462c-96da-29b54ae69c9f HTTP/1.1" status: 204 len: 168 time: 0.5976827 Oct 13 04:17:57.447507 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87704199-bddf-4019-90dc-a5c0fc305a33 req-3143281c-0526-4a54-b254-0d0c36845d8c service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193468 Oct 13 04:17:57.452406 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c4622-4af5-4dc5-9bad-d15c4de476bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ff5cb5-071f-462c-96da-29b54ae69c9f,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:57.463748 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e1e42e85-76df-4545-a5b6-c0f0a18c40e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.489540 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e1e42e85-76df-4545-a5b6-c0f0a18c40e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.563052 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e1e42e85-76df-4545-a5b6-c0f0a18c40e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.565837 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e1e42e85-76df-4545-a5b6-c0f0a18c40e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.568881 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e1e42e85-76df-4545-a5b6-c0f0a18c40e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1453603-edad-4288-a7e7-f91eae87aa29 HTTP/1.1" status: 204 len: 168 time: 0.1882539 Oct 13 04:17:57.578299 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b058b68-80d1-4769-8278-a8e439b4f7b0 req-c9c0e7ac-25bb-440b-a271-9a33ded03d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.582814 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b058b68-80d1-4769-8278-a8e439b4f7b0 req-c9c0e7ac-25bb-440b-a271-9a33ded03d83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 1096 time: 0.0563765 Oct 13 04:17:57.585466 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e42e85-76df-4545-a5b6-c0f0a18c40e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1453603-edad-4288-a7e7-f91eae87aa29,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:57.802861 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079585c8-264f-41a7-b156-545a93fab087 req-307b94ac-9d76-4f89-b5ce-31db19a65ee0 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.804102 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-079585c8-264f-41a7-b156-545a93fab087 req-307b94ac-9d76-4f89-b5ce-31db19a65ee0 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.1266270 Oct 13 04:17:57.862756 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cae8e-b85b-4cd1-815e-e4a8359e5e63 req-8f9a16f4-46ec-4431-9629-0ddfa55e03eb tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.864352 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-095cae8e-b85b-4cd1-815e-e4a8359e5e63 req-8f9a16f4-46ec-4431-9629-0ddfa55e03eb tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 945 time: 0.1334634 Oct 13 04:17:57.865512 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b058b68-80d1-4769-8278-a8e439b4f7b0 req-61198994-9c6d-41c6-802b-a9a2f064f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.866936 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b058b68-80d1-4769-8278-a8e439b4f7b0 req-61198994-9c6d-41c6-802b-a9a2f064f0c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 917 time: 0.2725916 Oct 13 04:17:57.926350 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b058b68-80d1-4769-8278-a8e439b4f7b0 req-8a635f48-5178-4be5-ab05-ac7671f61040 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819b5060-2257-431d-a719-93e3e23c273c HTTP/1.1" status: 200 len: 217 time: 0.0469148 Oct 13 04:17:57.943462 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-079585c8-264f-41a7-b156-545a93fab087 req-cddf7dbb-fb1a-4a7c-bf70-1c9d0d11d9df tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289611 Oct 13 04:17:57.970178 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'tag': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:57.972474 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbd73e1-4812-49f0-af41-023985fad245" -d '{"events": [{"name": "network-changed", "server_uuid": "6a527ca0-f4d9-4478-8737-56edd7fe83fc", "tag": "2bf8b44d-dd7e-4a64-bef6-74e34e11e05f"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:58.012933 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-095cae8e-b85b-4cd1-815e-e4a8359e5e63 req-6233d282-65aa-46e7-9a5d-3ec3cfd25194 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402924 Oct 13 04:17:58.014335 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6998f718-78f1-4637-b5d6-b72e1421b05a x-openstack-request-id: req-6998f718-78f1-4637-b5d6-b72e1421b05a {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:58.014603 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a527ca0-f4d9-4478-8737-56edd7fe83fc", "tag": "2bf8b44d-dd7e-4a64-bef6-74e34e11e05f", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:58.014840 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6998f718-78f1-4637-b5d6-b72e1421b05a {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:58.015240 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'tag': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f', 'status': 'completed', 'code': 200} Oct 13 04:17:58.035299 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b058b68-80d1-4769-8278-a8e439b4f7b0 req-71bf079c-5418-4c98-b959-b35cdb584e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.037010 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b058b68-80d1-4769-8278-a8e439b4f7b0 req-71bf079c-5418-4c98-b959-b35cdb584e8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.0926001 Oct 13 04:17:58.121986 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd73e1-4812-49f0-af41-023985fad245 req-73f98d15-d1d7-44be-9d43-da3e4574a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.123594 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6bbd73e1-4812-49f0-af41-023985fad245 req-73f98d15-d1d7-44be-9d43-da3e4574a25b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 1096 time: 0.0698657 Oct 13 04:17:58.128585 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b058b68-80d1-4769-8278-a8e439b4f7b0 req-0394941a-7b33-40e4-b826-ebe8e2286a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.130107 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b058b68-80d1-4769-8278-a8e439b4f7b0 req-0394941a-7b33-40e4-b826-ebe8e2286a56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851419 Oct 13 04:17:58.699268 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295145c-a875-4e36-ad18-916bcf2f9cac req-dd0b87ea-4a42-4249-ba35-57b0a380f140 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.700758 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2295145c-a875-4e36-ad18-916bcf2f9cac req-dd0b87ea-4a42-4249-ba35-57b0a380f140 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 944 time: 0.1759977 Oct 13 04:17:58.724935 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04cfd4-610f-4183-aa72-aa0112571c0d req-05de20f2-3652-4fc3-975c-306b9930697f tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.726460 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da04cfd4-610f-4183-aa72-aa0112571c0d req-05de20f2-3652-4fc3-975c-306b9930697f tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 943 time: 0.2005680 Oct 13 04:17:58.771735 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd73e1-4812-49f0-af41-023985fad245 req-290d1895-f714-4fd1-a27d-c032d287401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.773177 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6bbd73e1-4812-49f0-af41-023985fad245 req-290d1895-f714-4fd1-a27d-c032d287401f service neutron] 10.222.0.45 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 912 time: 0.6342831 Oct 13 04:17:58.783313 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b058b68-80d1-4769-8278-a8e439b4f7b0 req-e20170ce-fd34-4b98-bf8b-7f8a8ee4fa22 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338022 Oct 13 04:17:58.854817 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6bbd73e1-4812-49f0-af41-023985fad245 req-b986de41-9bd9-46ba-8290-1e99b9d653d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f HTTP/1.1" status: 200 len: 217 time: 0.0705459 Oct 13 04:17:58.897936 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2295145c-a875-4e36-ad18-916bcf2f9cac req-68d0f4dd-7c6e-484c-8aed-074fdbda1c25 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861112 Oct 13 04:17:58.901358 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da04cfd4-610f-4183-aa72-aa0112571c0d req-d482107b-4c2c-4729-bcd2-a84ce52d1a9d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534548 Oct 13 04:17:58.957588 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd73e1-4812-49f0-af41-023985fad245 req-74484350-7f1e-4462-b756-e08e3d80614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.959088 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6bbd73e1-4812-49f0-af41-023985fad245 req-74484350-7f1e-4462-b756-e08e3d80614c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6dbfe87-28d4-404e-af44-2da5626525e4 HTTP/1.1" status: 200 len: 850 time: 0.0727727 Oct 13 04:17:58.983701 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b058b68-80d1-4769-8278-a8e439b4f7b0 req-e5228868-ec68-4473-bc24-4c33d9a004e5 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886103 Oct 13 04:17:59.013570 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd73e1-4812-49f0-af41-023985fad245 req-ab89e832-4fae-47d9-aab6-57091f1a995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:59.015435 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6bbd73e1-4812-49f0-af41-023985fad245 req-ab89e832-4fae-47d9-aab6-57091f1a995a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460370 Oct 13 04:17:59.159325 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea473c36-d2ef-4b2c-ab58-e456e0ef2d6c req-261e85d9-68d7-4801-ae39-000090c77c08 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:59.160809 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea473c36-d2ef-4b2c-ab58-e456e0ef2d6c req-261e85d9-68d7-4801-ae39-000090c77c08 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.1378477 Oct 13 04:17:59.208068 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9548cf-9942-43c7-a172-bbcb6dd6fabb req-99d94431-eca3-4d6f-879b-5244e8b04564 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:59.215253 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5b9548cf-9942-43c7-a172-bbcb6dd6fabb req-99d94431-eca3-4d6f-879b-5244e8b04564 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 945 time: 0.1176779 Oct 13 04:17:59.218226 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6bbd73e1-4812-49f0-af41-023985fad245 req-69226809-b432-4801-82a6-3ab1fefe6f15 service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933687 Oct 13 04:17:59.242306 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:17:59.298192 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea473c36-d2ef-4b2c-ab58-e456e0ef2d6c req-50025246-3748-4415-beb2-1412a8d2d1a5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225007 Oct 13 04:17:59.322339 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5b9548cf-9942-43c7-a172-bbcb6dd6fabb req-5c6355b0-2a04-4f57-9c08-161b45825365 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033406 Oct 13 04:17:59.370055 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6bbd73e1-4812-49f0-af41-023985fad245 req-0c79a282-3d64-4285-9d5c-c8f0c66c7a70 service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296268 Oct 13 04:17:59.753148 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7230bc49-36ce-4b12-ac88-0accf88cac2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.854272 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 0d108316-b79c-4ebf-af4e-9237f069cd94 up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:59.914245 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port 0d108316-b79c-4ebf-af4e-9237f069cd94 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:17:59.918676 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 0d108316-b79c-4ebf-af4e-9237f069cd94 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:59.919121 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.022011 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.058628 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91ac1af-2378-4b6f-9ca7-08181ffe7d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d108316-b79c-4ebf-af4e-9237f069cd94'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:00.123147 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0215f89-f3e8-42b9-b016-47c00c2d8238 req-030930e1-7ab9-4bda-8c25-f8ec614ce93d tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:00.124840 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a0215f89-f3e8-42b9-b016-47c00c2d8238 req-030930e1-7ab9-4bda-8c25-f8ec614ce93d tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 944 time: 0.0986431 Oct 13 04:18:00.134417 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79b395-029f-45b1-9340-712f4cc317b5 req-978a0a81-af1b-4d14-8518-195312d275cc tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:00.136399 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd79b395-029f-45b1-9340-712f4cc317b5 req-978a0a81-af1b-4d14-8518-195312d275cc tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 943 time: 0.0799527 Oct 13 04:18:00.161013 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 0d108316-b79c-4ebf-af4e-9237f069cd94, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0d108316-b79c-4ebf-af4e-9237f069cd94,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:00.173424 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.174316 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 02af8261-af42-436d-81a0-3ab22dbcea77 up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:00.194543 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a0215f89-f3e8-42b9-b016-47c00c2d8238 req-edb65d1d-58a6-4c64-b377-9d013322d479 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571444 Oct 13 04:18:00.202035 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd79b395-029f-45b1-9340-712f4cc317b5 req-7c8e8df0-1902-4ed9-83e1-a778c5daac4d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498340 Oct 13 04:18:00.250527 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=0d108316-b79c-4ebf-af4e-9237f069cd94,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:00.283482 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port 02af8261-af42-436d-81a0-3ab22dbcea77 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:00.287510 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 02af8261-af42-436d-81a0-3ab22dbcea77 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:00.287847 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.320223 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0f0c34-a807-4778-bb38-930046cde46c" -d '{"events": [{"server_uuid": "d91ac1af-2378-4b6f-9ca7-08181ffe7d44", "name": "network-vif-plugged", "status": "completed", "tag": "0d108316-b79c-4ebf-af4e-9237f069cd94"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:00.379230 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.420290 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 02af8261-af42-436d-81a0-3ab22dbcea77, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=02af8261-af42-436d-81a0-3ab22dbcea77,segment=NetworkSegment(aff62797-ead7-4446-b24e-e771fe7cbaf8),segment_id=aff62797-ead7-4446-b24e-e771fe7cbaf8)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:00.427895 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.432537 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd0bfce-aebb-4214-bec1-6b276173d2f5 x-openstack-request-id: req-fbd0bfce-aebb-4214-bec1-6b276173d2f5 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:00.432863 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91ac1af-2378-4b6f-9ca7-08181ffe7d44", "name": "network-vif-plugged", "status": "completed", "tag": "0d108316-b79c-4ebf-af4e-9237f069cd94", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:00.433116 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbd0bfce-aebb-4214-bec1-6b276173d2f5 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:00.433639 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91ac1af-2378-4b6f-9ca7-08181ffe7d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d108316-b79c-4ebf-af4e-9237f069cd94', 'code': 200} Oct 13 04:18:00.466891 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6872b-53f9-4082-88db-d45bc021b18e req-bc514298-5ec7-49ad-b93b-41b55a19c3b4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:00.469454 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9ee6872b-53f9-4082-88db-d45bc021b18e req-bc514298-5ec7-49ad-b93b-41b55a19c3b4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0756743 Oct 13 04:18:00.519425 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=02af8261-af42-436d-81a0-3ab22dbcea77,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:00.545755 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9ee6872b-53f9-4082-88db-d45bc021b18e req-a06aa4ef-3879-4bf2-bf5d-517f2ca0b230 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690944 Oct 13 04:18:00.566505 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b053e1c-5874-4336-b255-7477949e37f2 req-96f10807-1908-472e-ac75-0abafe4e5d8e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:00.574240 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8b053e1c-5874-4336-b255-7477949e37f2 req-96f10807-1908-472e-ac75-0abafe4e5d8e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 946 time: 0.0807469 Oct 13 04:18:00.668710 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8b053e1c-5874-4336-b255-7477949e37f2 req-434f25f9-1082-4b3a-a27c-2442bcc2580f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933559 Oct 13 04:18:00.690288 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a73a8-526b-440f-8de6-9a2f41c8492c req-116a6074-98f3-47e4-971a-4df81f7fd2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:00.700130 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5b5a73a8-526b-440f-8de6-9a2f41c8492c req-116a6074-98f3-47e4-971a-4df81f7fd2e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 1099 time: 0.0905142 Oct 13 04:18:00.718080 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-5b5a73a8-526b-440f-8de6-9a2f41c8492c req-c8767d2f-79b6-42e5-8492-329f8efcef27 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.805789 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-5b5a73a8-526b-440f-8de6-9a2f41c8492c req-c8767d2f-79b6-42e5-8492-329f8efcef27 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.811176 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-5b5a73a8-526b-440f-8de6-9a2f41c8492c req-c8767d2f-79b6-42e5-8492-329f8efcef27 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.845007 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5b5a73a8-526b-440f-8de6-9a2f41c8492c req-c8767d2f-79b6-42e5-8492-329f8efcef27 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417084 Oct 13 04:18:00.854027 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8767d2f-79b6-42e5-8492-329f8efcef27 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfdd1d8-202a-456e-b8ce-8f949f22c338,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:01.005745 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40300) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:01.113131 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d909e24f-7486-4a74-b017-59c3f06f559b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.186535 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d909e24f-7486-4a74-b017-59c3f06f559b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.192112 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d909e24f-7486-4a74-b017-59c3f06f559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.231579 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d909e24f-7486-4a74-b017-59c3f06f559b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=088f74fb01684d8daee25f7d108a1d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236550 Oct 13 04:18:01.232493 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909e24f-7486-4a74-b017-59c3f06f559b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbf9b9d-9911-4362-8a83-20e2d0091e7c,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:01.234401 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 40312) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:01.350335 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e23d88d1-2744-4f23-8760-41fa7211e7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.387253 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e0ce5-af26-4d7d-8cd0-a26288a24fe5 req-f7e72e82-19c6-4c41-b7f1-be127db6102b tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:01.388717 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e6e0ce5-af26-4d7d-8cd0-a26288a24fe5 req-f7e72e82-19c6-4c41-b7f1-be127db6102b tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 943 time: 0.0997009 Oct 13 04:18:01.395263 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e23d88d1-2744-4f23-8760-41fa7211e7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.410745 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e791a-7492-4f03-953a-fb62515d5f65 req-b138ebda-d18c-4611-a02f-e0b33e994e5a tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:01.412174 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-098e791a-7492-4f03-953a-fb62515d5f65 req-b138ebda-d18c-4611-a02f-e0b33e994e5a tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 945 time: 0.1255081 Oct 13 04:18:01.488411 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e6e0ce5-af26-4d7d-8cd0-a26288a24fe5 req-4ed36784-0eaf-43f7-b93f-304cfafe795d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905011 Oct 13 04:18:01.496838 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-098e791a-7492-4f03-953a-fb62515d5f65 req-70be245e-3bcb-4ca9-a0ae-aa8ddf8a59da tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754964 Oct 13 04:18:01.519049 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e23d88d1-2744-4f23-8760-41fa7211e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.521772 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e23d88d1-2744-4f23-8760-41fa7211e7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.522857 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e23d88d1-2744-4f23-8760-41fa7211e7ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cdbf9b9d-9911-4362-8a83-20e2d0091e7c HTTP/1.1" status: 204 len: 168 time: 0.2865114 Oct 13 04:18:01.530715 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d88d1-2744-4f23-8760-41fa7211e7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbf9b9d-9911-4362-8a83-20e2d0091e7c,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:01.667385 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56648c3d-2a57-42be-bbb2-1a1f678621b6 req-a2266cba-02ac-45ab-8c7d-9b1d87dd4228 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:01.668871 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-56648c3d-2a57-42be-bbb2-1a1f678621b6 req-a2266cba-02ac-45ab-8c7d-9b1d87dd4228 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0492151 Oct 13 04:18:01.711505 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-56648c3d-2a57-42be-bbb2-1a1f678621b6 req-06b90480-4e69-40af-bae1-da86813d4fce tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363159 Oct 13 04:18:01.802195 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756884e-10ea-44df-93f4-de0ad3cfe8e5 req-509a0f47-d034-4dfd-8283-9efdf5efcc09 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:01.806244 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1756884e-10ea-44df-93f4-de0ad3cfe8e5 req-509a0f47-d034-4dfd-8283-9efdf5efcc09 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 946 time: 0.0533028 Oct 13 04:18:01.808927 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 40334) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:01.827893 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3be4eea8-0eab-4efc-862b-a0a006e13629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.874339 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1756884e-10ea-44df-93f4-de0ad3cfe8e5 req-efae356f-9b6d-4c6a-8099-58aab1df3056 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582206 Oct 13 04:18:01.885074 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 819b5060-2257-431d-a719-93e3e23c273c details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:01.928965 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3be4eea8-0eab-4efc-862b-a0a006e13629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.936749 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3be4eea8-0eab-4efc-862b-a0a006e13629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.978277 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-3be4eea8-0eab-4efc-862b-a0a006e13629 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b4a784ef76e41699c26c2a97c14a282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683323 Oct 13 04:18:01.980803 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 40338) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:01.992973 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4eea8-0eab-4efc-862b-a0a006e13629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bf4cdd-db91-4d68-b459-48c09871e385,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:02.002540 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=819b5060-2257-431d-a719-93e3e23c273c,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:02.019603 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '819b5060-2257-431d-a719-93e3e23c273c', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'port_id': '819b5060-2257-431d-a719-93e3e23c273c', 'mac_address': 'fa:16:3e:57:0d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:02.037834 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-015c1d40-54b0-4abb-98a6-6d02db41ed9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.062315 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-015c1d40-54b0-4abb-98a6-6d02db41ed9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.117000 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-015c1d40-54b0-4abb-98a6-6d02db41ed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.119973 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-015c1d40-54b0-4abb-98a6-6d02db41ed9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.121265 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-015c1d40-54b0-4abb-98a6-6d02db41ed9f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5bf4cdd-db91-4d68-b459-48c09871e385 HTTP/1.1" status: 204 len: 168 time: 0.1395643 Oct 13 04:18:02.129888 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c1d40-54b0-4abb-98a6-6d02db41ed9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bf4cdd-db91-4d68-b459-48c09871e385,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:02.195192 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.209088 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819b5060-2257-431d-a719-93e3e23c273c {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:02.233810 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=819b5060-2257-431d-a719-93e3e23c273c,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:02.238007 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.238681 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:02.345142 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=819b5060-2257-431d-a719-93e3e23c273c,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:02.360701 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9a8f82a8-e1fb-4f79-a7ea-0079bf0e117f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.402701 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:02.431070 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'port_id': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f', 'mac_address': 'fa:16:3e:08:74:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:02.436793 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddad073-1d60-49aa-808b-97fd2684790f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02af8261-af42-436d-81a0-3ab22dbcea77'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:02.439251 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394b1402-1761-428d-96b3-a57353a3ae32" -d '{"events": [{"server_uuid": "0ddad073-1d60-49aa-808b-97fd2684790f", "name": "network-vif-plugged", "status": "completed", "tag": "02af8261-af42-436d-81a0-3ab22dbcea77"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:02.481227 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.504060 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:02.541151 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70fe13-0ac1-48b1-a115-4bb181b54320 x-openstack-request-id: req-4f70fe13-0ac1-48b1-a115-4bb181b54320 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:02.541541 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddad073-1d60-49aa-808b-97fd2684790f", "name": "network-vif-plugged", "status": "completed", "tag": "02af8261-af42-436d-81a0-3ab22dbcea77", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:02.541738 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f70fe13-0ac1-48b1-a115-4bb181b54320 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:02.542112 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddad073-1d60-49aa-808b-97fd2684790f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02af8261-af42-436d-81a0-3ab22dbcea77', 'code': 200} Oct 13 04:18:02.549039 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:02.558096 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.643789 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:02.677876 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2dae8-2a6e-4768-9177-7d532b692a78 req-28f91212-6010-4767-bc4d-23557cf81a86 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:02.685385 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0ca2dae8-2a6e-4768-9177-7d532b692a78 req-28f91212-6010-4767-bc4d-23557cf81a86 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 944 time: 0.0980866 Oct 13 04:18:02.801948 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c0346-a7f3-4ddf-8c80-237e0dac8b75 req-a8fb01a4-b210-4e48-b038-18a3eb5ef8e5 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:02.803601 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-525c0346-a7f3-4ddf-8c80-237e0dac8b75 req-a8fb01a4-b210-4e48-b038-18a3eb5ef8e5 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 945 time: 0.1154547 Oct 13 04:18:02.811719 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0ca2dae8-2a6e-4768-9177-7d532b692a78 req-8b3401b0-0979-4bd2-b429-2fcc24e51647 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939870 Oct 13 04:18:02.834177 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe21db-eaf4-4a24-a11c-b1b63c60b094 req-5613aee1-fc79-42e2-abd2-73f6fa0353da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:02.835684 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2dfe21db-eaf4-4a24-a11c-b1b63c60b094 req-5613aee1-fc79-42e2-abd2-73f6fa0353da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 1098 time: 0.1092231 Oct 13 04:18:02.890332 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-525c0346-a7f3-4ddf-8c80-237e0dac8b75 req-b3c008aa-cb34-4df8-8766-5b33b624324b tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703671 Oct 13 04:18:02.930701 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2dfe21db-eaf4-4a24-a11c-b1b63c60b094 req-71f6928b-e18a-4b0f-b130-b235e36772d9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849164 Oct 13 04:18:02.959741 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['819b5060-2257-431d-a719-93e3e23c273c'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:03.048153 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['2bf8b44d-dd7e-4a64-bef6-74e34e11e05f'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:03.123307 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499eaf1-5872-4018-853e-8beca8d90ce7 req-b0b37cb6-9256-4c7d-9168-80e8016d8cac tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:03.132386 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4499eaf1-5872-4018-853e-8beca8d90ce7 req-b0b37cb6-9256-4c7d-9168-80e8016d8cac tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 944 time: 0.2234187 Oct 13 04:18:03.142666 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db8844-2c87-4c09-b32d-4a7912065948 req-729ce833-e22f-4516-9e3d-6b18f5fef291 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:03.144284 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f4db8844-2c87-4c09-b32d-4a7912065948 req-729ce833-e22f-4516-9e3d-6b18f5fef291 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 946 time: 0.1510918 Oct 13 04:18:03.216969 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4499eaf1-5872-4018-853e-8beca8d90ce7 req-41ae7457-4a3b-4742-9ace-41eeda7d239a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832584 Oct 13 04:18:03.230588 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f4db8844-2c87-4c09-b32d-4a7912065948 req-b598527f-7484-40fe-8037-9ffadef8b490 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634828 Oct 13 04:18:03.308712 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.595105 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.933988 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a66e4-6908-418a-bba8-1515f0bd39fa req-5c37e633-3e14-4bbd-86f4-2ccdda51af8d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:03.938291 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e1a66e4-6908-418a-bba8-1515f0bd39fa req-5c37e633-3e14-4bbd-86f4-2ccdda51af8d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 944 time: 0.0586286 Oct 13 04:18:04.001696 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e1a66e4-6908-418a-bba8-1515f0bd39fa req-4370ef10-71c7-493f-bf90-1fc4914f92ae tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600126 Oct 13 04:18:04.024946 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cb8df-0187-4421-bcdf-d30b533ce3fd req-bc3f1634-5f11-474f-9f91-46f8969169a8 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:04.026517 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-765cb8df-0187-4421-bcdf-d30b533ce3fd req-bc3f1634-5f11-474f-9f91-46f8969169a8 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 945 time: 0.0785201 Oct 13 04:18:04.064621 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-765cb8df-0187-4421-bcdf-d30b533ce3fd req-fc2fcfe9-9c54-42a8-a78a-7dca3eff6841 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321357 Oct 13 04:18:04.153226 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 40474) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:04.304867 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-25e61747-396d-4b4c-8490-03b7c2d02ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.418589 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4719bb-9bb5-43ad-be4b-f410690bd002 req-e2347f01-3600-4725-92a0-a76cf403e551 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:04.420093 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dd4719bb-9bb5-43ad-be4b-f410690bd002 req-e2347f01-3600-4725-92a0-a76cf403e551 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 944 time: 0.1111875 Oct 13 04:18:04.433625 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a5938-5c98-491b-b3ce-b243d3040d66 req-a6ce6f80-f7c7-41a8-b6b7-b6fcbb0ffe8c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:04.435133 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b09a5938-5c98-491b-b3ce-b243d3040d66 req-a6ce6f80-f7c7-41a8-b6b7-b6fcbb0ffe8c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 946 time: 0.1273122 Oct 13 04:18:04.514949 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dd4719bb-9bb5-43ad-be4b-f410690bd002 req-fc2375b5-aa3f-4ab0-ae38-cff42850caee tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776463 Oct 13 04:18:04.520559 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b09a5938-5c98-491b-b3ce-b243d3040d66 req-ae1250c6-191f-422a-b302-198426b84a2a tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756352 Oct 13 04:18:04.529564 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-25e61747-396d-4b4c-8490-03b7c2d02ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.539279 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-25e61747-396d-4b4c-8490-03b7c2d02ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.581910 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e61747-396d-4b4c-8490-03b7c2d02ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a448aa-fc8e-4fba-a523-372d07bca33e,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:04.588938 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-25e61747-396d-4b4c-8490-03b7c2d02ac4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=186c898a528449baa13fcf51b6489ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320400 Oct 13 04:18:04.589464 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 40504) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:04.642579 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-82dab6a0-13a5-481c-9b55-a95668364b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.669703 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-82dab6a0-13a5-481c-9b55-a95668364b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.917543 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-82dab6a0-13a5-481c-9b55-a95668364b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.920075 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-82dab6a0-13a5-481c-9b55-a95668364b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.921225 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-82dab6a0-13a5-481c-9b55-a95668364b96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9a448aa-fc8e-4fba-a523-372d07bca33e HTTP/1.1" status: 204 len: 168 time: 0.3307159 Oct 13 04:18:04.938261 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dab6a0-13a5-481c-9b55-a95668364b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a448aa-fc8e-4fba-a523-372d07bca33e,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:05.142911 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c33ea5-0313-4fa4-b277-d384d9dd65eb req-7fbfdb7a-7b1e-45df-aca6-9874a3bcf5c9 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:05.151793 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a7c33ea5-0313-4fa4-b277-d384d9dd65eb req-7fbfdb7a-7b1e-45df-aca6-9874a3bcf5c9 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 944 time: 0.0682328 Oct 13 04:18:05.154481 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40534) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:05.216644 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a7c33ea5-0313-4fa4-b277-d384d9dd65eb req-a0b36aa1-e9dd-4a56-becc-82f1f9451819 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639706 Oct 13 04:18:05.230311 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea3383-2879-45df-9938-56485545f2af req-901d8d40-0c46-4c1a-a900-93709365cccd tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:05.231807 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78ea3383-2879-45df-9938-56485545f2af req-901d8d40-0c46-4c1a-a900-93709365cccd tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 945 time: 0.0780623 Oct 13 04:18:05.246440 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.275542 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78ea3383-2879-45df-9938-56485545f2af req-7dc92cb6-26da-4549-a6b2-af4728660ac3 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366313 Oct 13 04:18:05.278455 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a1cf760e-56f0-43b4-80b8-3fe4f93a082e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.285291 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40538) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:05.299737 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-093b88fd-012f-4952-a009-95896071c279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.411095 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a1cf760e-56f0-43b4-80b8-3fe4f93a082e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.421705 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a1cf760e-56f0-43b4-80b8-3fe4f93a082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.425805 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-093b88fd-012f-4952-a009-95896071c279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.442209 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-093b88fd-012f-4952-a009-95896071c279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.473116 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a1cf760e-56f0-43b4-80b8-3fe4f93a082e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d9b1a4ad03147ab83235c69e2d9e34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169274 Oct 13 04:18:05.475982 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 40542) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:05.480333 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf760e-56f0-43b4-80b8-3fe4f93a082e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb263016-8d6b-465f-a511-a007b966c5a5,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:05.498531 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-093b88fd-012f-4952-a009-95896071c279 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe29ad2bd9e44ad39abeabd096ed725b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123117 Oct 13 04:18:05.501837 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40544) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:05.521289 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b88fd-012f-4952-a009-95896071c279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92660fce-1402-4e32-b7e9-e3e2cacc3787,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:05.565519 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e174554c-74f7-4307-a144-05b4dc746019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.575795 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d7b314b3-5106-4390-b7dc-160570bdbc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.594387 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e174554c-74f7-4307-a144-05b4dc746019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.607464 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d7b314b3-5106-4390-b7dc-160570bdbc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.655851 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d7b314b3-5106-4390-b7dc-160570bdbc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.658707 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d7b314b3-5106-4390-b7dc-160570bdbc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.659957 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d7b314b3-5106-4390-b7dc-160570bdbc13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92660fce-1402-4e32-b7e9-e3e2cacc3787 HTTP/1.1" status: 204 len: 168 time: 0.1571896 Oct 13 04:18:05.669033 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b314b3-5106-4390-b7dc-160570bdbc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92660fce-1402-4e32-b7e9-e3e2cacc3787,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:05.695362 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e174554c-74f7-4307-a144-05b4dc746019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.698066 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e174554c-74f7-4307-a144-05b4dc746019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.699188 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e174554c-74f7-4307-a144-05b4dc746019 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb263016-8d6b-465f-a511-a007b966c5a5 HTTP/1.1" status: 204 len: 168 time: 0.2219598 Oct 13 04:18:05.710060 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce50124-c604-4907-82b9-3e2014297325 req-0f3b9255-3499-4967-8002-40fc5ae3e1c9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:05.711536 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dce50124-c604-4907-82b9-3e2014297325 req-0f3b9255-3499-4967-8002-40fc5ae3e1c9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 944 time: 0.0808027 Oct 13 04:18:05.716621 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174554c-74f7-4307-a144-05b4dc746019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb263016-8d6b-465f-a511-a007b966c5a5,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:05.760105 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dce50124-c604-4907-82b9-3e2014297325 req-6be24760-726e-4336-b40f-a6920529436b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 Oct 13 04:18:05.869429 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.052381 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40574) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:06.065652 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c062fe58-0247-4ed8-bc3c-f9bcf5b622d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.142489 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c062fe58-0247-4ed8-bc3c-f9bcf5b622d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.146801 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c062fe58-0247-4ed8-bc3c-f9bcf5b622d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.181534 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062fe58-0247-4ed8-bc3c-f9bcf5b622d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42764f3a-3caf-421f-bbd6-bc68dd8a1b0e,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:06.186705 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c062fe58-0247-4ed8-bc3c-f9bcf5b622d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=216c8408e3a84b56abbb156f75395504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332667 Oct 13 04:18:06.190011 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40576) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:06.248122 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21604e96-cd8d-4526-b9b5-13a61584ece7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.274062 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21604e96-cd8d-4526-b9b5-13a61584ece7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.333263 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21604e96-cd8d-4526-b9b5-13a61584ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.333518 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83602ea-f2f4-4c71-b5de-9951c1d1bf48 req-251e4d1b-6b79-4af6-9c95-cc51896fcb86 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:06.335081 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c83602ea-f2f4-4c71-b5de-9951c1d1bf48 req-251e4d1b-6b79-4af6-9c95-cc51896fcb86 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 944 time: 0.0536313 Oct 13 04:18:06.337004 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21604e96-cd8d-4526-b9b5-13a61584ece7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.340727 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-21604e96-cd8d-4526-b9b5-13a61584ece7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42764f3a-3caf-421f-bbd6-bc68dd8a1b0e HTTP/1.1" status: 204 len: 168 time: 0.1473930 Oct 13 04:18:06.350077 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21604e96-cd8d-4526-b9b5-13a61584ece7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42764f3a-3caf-421f-bbd6-bc68dd8a1b0e,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:06.382185 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c83602ea-f2f4-4c71-b5de-9951c1d1bf48 req-81f09cb9-66da-4ab7-86a3-73046823d24e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396187 Oct 13 04:18:06.459777 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 819b5060-2257-431d-a719-93e3e23c273c up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:06.523761 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port 819b5060-2257-431d-a719-93e3e23c273c completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:06.527812 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 819b5060-2257-431d-a719-93e3e23c273c triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:06.528176 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.622585 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.645390 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b5060-2257-431d-a719-93e3e23c273c'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:06.647740 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9053546d-03ae-4945-a7c3-1fc9f8016048" -d '{"events": [{"server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "name": "network-vif-plugged", "status": "completed", "tag": "819b5060-2257-431d-a719-93e3e23c273c"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:06.673762 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=819b5060-2257-431d-a719-93e3e23c273c,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:06.681579 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.682790 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:06.707071 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32695a8-54ca-41b3-8771-633269915260 x-openstack-request-id: req-e32695a8-54ca-41b3-8771-633269915260 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:06.707561 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "name": "network-vif-plugged", "status": "completed", "tag": "819b5060-2257-431d-a719-93e3e23c273c", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:06.707808 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e32695a8-54ca-41b3-8771-633269915260 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:06.708188 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b5060-2257-431d-a719-93e3e23c273c', 'code': 200} Oct 13 04:18:06.765576 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=819b5060-2257-431d-a719-93e3e23c273c,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:06.779548 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:06.783611 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:06.784046 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.891831 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.922536 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b38828-baf6-43f6-9139-f043b84a6764 req-7b3fccd9-747c-4b43-b354-ddedc221fe19 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:06.926265 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-55b38828-baf6-43f6-9139-f043b84a6764 req-7b3fccd9-747c-4b43-b354-ddedc221fe19 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0783656 Oct 13 04:18:06.951938 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:06.963665 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.983691 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-55b38828-baf6-43f6-9139-f043b84a6764 req-ddda5a93-b2ee-4d39-a3c5-d69391735e3d tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480227 Oct 13 04:18:07.011818 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:07.517427 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff50d1-eca6-4e92-95d6-5b0fc0aa8803 req-cd0c3810-a146-4e59-83b7-b7c335da68ad tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:07.520795 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-38ff50d1-eca6-4e92-95d6-5b0fc0aa8803 req-cd0c3810-a146-4e59-83b7-b7c335da68ad tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0534065 Oct 13 04:18:07.523500 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40664) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:07.563428 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-38ff50d1-eca6-4e92-95d6-5b0fc0aa8803 req-6deae045-fee6-4466-a1af-d0b7b81a4da0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362954 Oct 13 04:18:07.684761 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9270e27-4606-4a55-b131-403c30567672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.768924 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9270e27-4606-4a55-b131-403c30567672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.772771 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9270e27-4606-4a55-b131-403c30567672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.809280 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b9270e27-4606-4a55-b131-403c30567672 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8552db0256954035b9ad5fdc390f82f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839758 Oct 13 04:18:07.810151 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9270e27-4606-4a55-b131-403c30567672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362f99fb-0d8c-438b-bc2d-252ae1e407bd,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:07.812830 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 40682) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:07.868176 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1f1c-ff38-4270-a7fc-af83a8db0da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.872047 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 40686) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:07.894807 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1f1c-ff38-4270-a7fc-af83a8db0da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.946682 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1f1c-ff38-4270-a7fc-af83a8db0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.949429 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1f1c-ff38-4270-a7fc-af83a8db0da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.953285 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-bb7c1f1c-ff38-4270-a7fc-af83a8db0da8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/362f99fb-0d8c-438b-bc2d-252ae1e407bd HTTP/1.1" status: 204 len: 168 time: 0.1363230 Oct 13 04:18:07.959120 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c1f1c-ff38-4270-a7fc-af83a8db0da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f99fb-0d8c-438b-bc2d-252ae1e407bd,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:07.983393 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dfb6cf34-624b-4cb4-ac7b-4ba36c4a821b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.078978 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dfb6cf34-624b-4cb4-ac7b-4ba36c4a821b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.095716 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dfb6cf34-624b-4cb4-ac7b-4ba36c4a821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.146358 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8e53a-a98b-4767-9757-d2d1dcbf336f req-33a73e29-fca0-46dd-aec4-8a0991f1d6fd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:08.147810 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a6c8e53a-a98b-4767-9757-d2d1dcbf336f req-33a73e29-fca0-46dd-aec4-8a0991f1d6fd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0817487 Oct 13 04:18:08.155180 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-dfb6cf34-624b-4cb4-ac7b-4ba36c4a821b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aeb4e219e80e4fd48ccfbb294a36692a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796862 Oct 13 04:18:08.155923 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40700) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:08.155994 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6cf34-624b-4cb4-ac7b-4ba36c4a821b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b751b560-bc1e-4491-9cdc-99bef6b9e6f4,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:08.205563 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a6c8e53a-a98b-4767-9757-d2d1dcbf336f req-49ec71d6-7d7e-44f9-a182-df5ad7b5d5c3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383520 Oct 13 04:18:08.218657 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d2c70121-6a27-4752-9e49-cf585d6595ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.240777 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d2c70121-6a27-4752-9e49-cf585d6595ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.448640 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d2c70121-6a27-4752-9e49-cf585d6595ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.451484 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d2c70121-6a27-4752-9e49-cf585d6595ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.452681 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d2c70121-6a27-4752-9e49-cf585d6595ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b751b560-bc1e-4491-9cdc-99bef6b9e6f4 HTTP/1.1" status: 204 len: 168 time: 0.2988305 Oct 13 04:18:08.460709 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c70121-6a27-4752-9e49-cf585d6595ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b751b560-bc1e-4491-9cdc-99bef6b9e6f4,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:08.690886 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832f99f-0982-4da1-b047-f831f63fe624 req-91cddfa4-32d1-49b0-902a-d72e88715a79 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:08.692424 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4832f99f-0982-4da1-b047-f831f63fe624 req-91cddfa4-32d1-49b0-902a-d72e88715a79 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0574610 Oct 13 04:18:08.709310 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:08.713772 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d866ec-e606-4aec-ac95-83ebd4c6aa30" -d '{"events": [{"server_uuid": "6a527ca0-f4d9-4478-8737-56edd7fe83fc", "name": "network-vif-plugged", "status": "completed", "tag": "2bf8b44d-dd7e-4a64-bef6-74e34e11e05f"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:08.746131 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4832f99f-0982-4da1-b047-f831f63fe624 req-6748d4fb-4054-48bf-82ba-354f89523af4 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470333 Oct 13 04:18:08.759659 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40732) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:08.766435 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7a0f3d-8c07-495f-8d5d-ca328187a8b8 x-openstack-request-id: req-7c7a0f3d-8c07-495f-8d5d-ca328187a8b8 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:08.766708 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a527ca0-f4d9-4478-8737-56edd7fe83fc", "name": "network-vif-plugged", "status": "completed", "tag": "2bf8b44d-dd7e-4a64-bef6-74e34e11e05f", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:08.766950 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c7a0f3d-8c07-495f-8d5d-ca328187a8b8 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:08.767325 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f', 'code': 200} Oct 13 04:18:08.773972 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3caa9f1e-17df-4c54-8a65-a9b439bd2263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.847388 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3caa9f1e-17df-4c54-8a65-a9b439bd2263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.855278 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3caa9f1e-17df-4c54-8a65-a9b439bd2263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.910044 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa9f1e-17df-4c54-8a65-a9b439bd2263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81d9ef9-c13f-408e-aeac-31b0e28f89b9,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:08.929486 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 40740) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:08.930110 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3caa9f1e-17df-4c54-8a65-a9b439bd2263 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79ba1dd6d451401f9ea791f72ae4f193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658049 Oct 13 04:18:09.027117 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7da3-05b6-4696-ab98-5aa98a32e60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.057924 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6be25-628c-44f2-8ea4-44483b193457 req-e746fde8-fedb-4329-a6c2-6fb147e0d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:09.059466 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cea6be25-628c-44f2-8ea4-44483b193457 req-e746fde8-fedb-4329-a6c2-6fb147e0d6ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 1098 time: 0.0885332 Oct 13 04:18:09.095391 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7da3-05b6-4696-ab98-5aa98a32e60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.136387 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb346b02-be54-4f95-a974-bc0f993743ca req-53ffb4ac-e55a-4316-9ec9-f3edfb26bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:09.138018 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb346b02-be54-4f95-a974-bc0f993743ca req-53ffb4ac-e55a-4316-9ec9-f3edfb26bcbe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 1098 time: 0.1081569 Oct 13 04:18:09.147016 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cea6be25-628c-44f2-8ea4-44483b193457 req-1f6a9d3e-a4c4-4106-8c9d-834a62adbc53 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788834 Oct 13 04:18:09.177219 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb346b02-be54-4f95-a974-bc0f993743ca req-7a0263ca-fab8-4d09-abf7-8e742e5fef5d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320821 Oct 13 04:18:09.184004 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7da3-05b6-4696-ab98-5aa98a32e60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.186625 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7da3-05b6-4696-ab98-5aa98a32e60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.187658 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-bc4f7da3-05b6-4696-ab98-5aa98a32e60a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c81d9ef9-c13f-408e-aeac-31b0e28f89b9 HTTP/1.1" status: 204 len: 168 time: 0.2570798 Oct 13 04:18:09.195347 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f7da3-05b6-4696-ab98-5aa98a32e60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81d9ef9-c13f-408e-aeac-31b0e28f89b9,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:09.330395 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c850-5f18-4861-87a4-5d9827aa457f req-49e4895e-40a7-4a01-be36-141da394445e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:09.331981 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bf65c850-5f18-4861-87a4-5d9827aa457f req-49e4895e-40a7-4a01-be36-141da394445e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0515361 Oct 13 04:18:09.379440 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bf65c850-5f18-4861-87a4-5d9827aa457f req-9f46ce32-4e29-42ff-be56-2bfdb60a529e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399742 Oct 13 04:18:09.894316 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138b64d-7db2-46ca-b2a1-5a6118068404 req-2c9da77b-eaa4-4e36-985e-b169d0369da6 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:09.896535 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f138b64d-7db2-46ca-b2a1-5a6118068404 req-2c9da77b-eaa4-4e36-985e-b169d0369da6 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0537584 Oct 13 04:18:09.941063 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f138b64d-7db2-46ca-b2a1-5a6118068404 req-5a26f0ff-8fe3-4abb-a873-a2da097ba300 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382898 Oct 13 04:18:10.499779 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2e5ea-e1d1-4f77-9d9f-7408d2f7feb0 req-23d4e975-6235-413e-b9f0-b0e7f6f83eab tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:10.501277 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-20b2e5ea-e1d1-4f77-9d9f-7408d2f7feb0 req-23d4e975-6235-413e-b9f0-b0e7f6f83eab tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0535791 Oct 13 04:18:10.540370 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-20b2e5ea-e1d1-4f77-9d9f-7408d2f7feb0 req-517a5aff-1ffd-4dce-b077-5fed8b1742e8 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328560 Oct 13 04:18:11.054116 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6d49b-35ae-458f-b5f8-d18b09230a8d req-b710dee1-dbd8-4f81-b62a-47dd7ae8b0f9 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:11.055585 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ad6d49b-35ae-458f-b5f8-d18b09230a8d req-b710dee1-dbd8-4f81-b62a-47dd7ae8b0f9 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0494792 Oct 13 04:18:11.094325 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ad6d49b-35ae-458f-b5f8-d18b09230a8d req-c10c6da9-6b66-4ea1-979a-f44a70a6de39 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323381 Oct 13 04:18:11.665252 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30b707-a0f7-4b73-85a4-d36d090c13a5 req-27674005-63e3-499c-822b-0515415d505b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:11.666894 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1d30b707-a0f7-4b73-85a4-d36d090c13a5 req-27674005-63e3-499c-822b-0515415d505b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0540640 Oct 13 04:18:11.713379 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1d30b707-a0f7-4b73-85a4-d36d090c13a5 req-f86e4dc9-4e8e-427b-86a4-0566fcc54273 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399485 Oct 13 04:18:11.876724 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3472196-561e-4847-981e-aea9511b21a6 req-46af9c28-72d6-456c-93c4-f0f083cb23bd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:11.878224 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3472196-561e-4847-981e-aea9511b21a6 req-46af9c28-72d6-456c-93c4-f0f083cb23bd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0525577 Oct 13 04:18:11.887389 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 40906) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:11.892111 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-aad487f1-ac11-49b2-addc-0f631bc028ed tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Request body: {'floatingip': {'port_id': '819b5060-2257-431d-a719-93e3e23c273c'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:11.964499 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-aad487f1-ac11-49b2-addc-0f631bc028ed tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.212005 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215aa10-9883-410b-9089-01e970987e7d req-f324d2cc-fdff-4814-a744-496ccaf2f97e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:12.213515 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d215aa10-9883-410b-9089-01e970987e7d req-f324d2cc-fdff-4814-a744-496ccaf2f97e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0492575 Oct 13 04:18:12.251928 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d215aa10-9883-410b-9089-01e970987e7d req-c116cd9f-0f6c-4137-87bc-7cead4466409 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322850 Oct 13 04:18:12.603610 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-aad487f1-ac11-49b2-addc-0f631bc028ed tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.608981 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-aad487f1-ac11-49b2-addc-0f631bc028ed tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.707523 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.l3_db [None req-aad487f1-ac11-49b2-addc-0f631bc028ed tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Floating IP 1f41d02b-f0d2-4cfa-8cef-abc0e9b507c8 associated. External IP: 172.27.2.53, port: 819b5060-2257-431d-a719-93e3e23c273c. Oct 13 04:18:12.915583 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad487f1-ac11-49b2-addc-0f631bc028ed tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:18:13.201403 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad487f1-ac11-49b2-addc-0f631bc028ed tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:13.206215 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-aad487f1-ac11-49b2-addc-0f631bc028ed tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.215580 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754165f0-a342-45d3-b856-5ae77c2f2b66 None None] Sync routers for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:13.224980 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754165f0-a342-45d3-b856-5ae77c2f2b66 None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:13.225556 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-754165f0-a342-45d3-b856-5ae77c2f2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:18:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:13.233039 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-aad487f1-ac11-49b2-addc-0f631bc028ed tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "PUT /v2.0/floatingips/1f41d02b-f0d2-4cfa-8cef-abc0e9b507c8 HTTP/1.1" status: 200 len: 990 time: 1.3445079 Oct 13 04:18:13.233591 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'tag': '819b5060-2257-431d-a719-93e3e23c273c'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:13.237841 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dc679f7ee7879d4e0b4e84836cede054d7f6a38b39da64a21be9a847b3837cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c84bae5-4824-40a7-ba6e-55f88393253c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "tag": "819b5060-2257-431d-a719-93e3e23c273c"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:13.339878 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-754165f0-a342-45d3-b856-5ae77c2f2b66 None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:13.685958 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-754165f0-a342-45d3-b856-5ae77c2f2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '1f41d02b-f0d2-4cfa-8cef-abc0e9b507c8', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'port_id': '819b5060-2257-431d-a719-93e3e23c273c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'mac_address': 'fa:16:3e:57:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:17:41Z', 'updated_at': '2021-10-13T04:18:12Z', 'revision_number': 1, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:13.712450 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754165f0-a342-45d3-b856-5ae77c2f2b66 None None] Checking router: 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:13.721061 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754165f0-a342-45d3-b856-5ae77c2f2b66 None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:13.721699 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-754165f0-a342-45d3-b856-5ae77c2f2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:18:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:13.827956 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-754165f0-a342-45d3-b856-5ae77c2f2b66 None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:14.062000 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-754165f0-a342-45d3-b856-5ae77c2f2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '1f41d02b-f0d2-4cfa-8cef-abc0e9b507c8', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'port_id': '819b5060-2257-431d-a719-93e3e23c273c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'mac_address': 'fa:16:3e:57:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:17:41Z', 'updated_at': '2021-10-13T04:18:12Z', 'revision_number': 1, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:14.091588 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754165f0-a342-45d3-b856-5ae77c2f2b66 None None] The sync data for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi is: [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '1f41d02b-f0d2-4cfa-8cef-abc0e9b507c8', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'port_id': '819b5060-2257-431d-a719-93e3e23c273c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'mac_address': 'fa:16:3e:57:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:17:41Z', 'updated_at': '2021-10-13T04:18:12Z', 'revision_number': 1, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:14.282480 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655e92c-510b-46ed-b071-ee1140c3811b None None] New status for floating IP 1f41d02b-f0d2-4cfa-8cef-abc0e9b507c8: ACTIVE {{(pid=94022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:18:17.504030 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab46795f-0e1f-416a-b77e-fe02b127f9a8 x-openstack-request-id: req-ab46795f-0e1f-416a-b77e-fe02b127f9a8 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:17.504522 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "tag": "819b5060-2257-431d-a719-93e3e23c273c", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:17.504522 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab46795f-0e1f-416a-b77e-fe02b127f9a8 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:17.504921 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'tag': '819b5060-2257-431d-a719-93e3e23c273c', 'status': 'completed', 'code': 200} Oct 13 04:18:17.648084 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8018fca-5517-427f-9158-7e549b336f91 req-24e9bc76-82e5-4bbc-868f-9ec2455289fb tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:17.649711 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8018fca-5517-427f-9158-7e549b336f91 req-24e9bc76-82e5-4bbc-868f-9ec2455289fb tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0970037 Oct 13 04:18:17.651993 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84bae5-4824-40a7-ba6e-55f88393253c req-68313442-ca04-4de8-892e-137f2f644521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:17.653509 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c84bae5-4824-40a7-ba6e-55f88393253c req-68313442-ca04-4de8-892e-137f2f644521 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 1098 time: 0.0871837 Oct 13 04:18:17.691729 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8018fca-5517-427f-9158-7e549b336f91 req-c737e545-7da1-4c2a-b5e0-581732299db7 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350122 Oct 13 04:18:17.803875 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a463-d153-4ac5-9771-f238ff6423ba req-e57bafe6-8063-4e6c-a412-17ceb6a04756 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:17.805340 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6551a463-d153-4ac5-9771-f238ff6423ba req-e57bafe6-8063-4e6c-a412-17ceb6a04756 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0489397 Oct 13 04:18:17.813950 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 40988) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:17.818195 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-89eba80b-eb6d-4139-8789-5ba6a36b8143 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Request body: {'floatingip': {'port_id': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:17.889293 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-89eba80b-eb6d-4139-8789-5ba6a36b8143 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.619526 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84bae5-4824-40a7-ba6e-55f88393253c req-2334afba-81fc-42af-8933-74aca53005e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:18.621006 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c84bae5-4824-40a7-ba6e-55f88393253c req-2334afba-81fc-42af-8933-74aca53005e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 917 time: 0.4192960 Oct 13 04:18:18.747142 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.db.resource_extend [None req-89eba80b-eb6d-4139-8789-5ba6a36b8143 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:18:18.816654 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c84bae5-4824-40a7-ba6e-55f88393253c req-1a7ad487-13e7-4ed6-84ec-0e92b5d9b55d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819b5060-2257-431d-a719-93e3e23c273c HTTP/1.1" status: 200 len: 1000 time: 0.1803963 Oct 13 04:18:18.863901 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-89eba80b-eb6d-4139-8789-5ba6a36b8143 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.870561 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-89eba80b-eb6d-4139-8789-5ba6a36b8143 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.916126 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84bae5-4824-40a7-ba6e-55f88393253c req-2dcd5d86-af02-4d21-b1ac-0a63b9914da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:18.917594 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c84bae5-4824-40a7-ba6e-55f88393253c req-2dcd5d86-af02-4d21-b1ac-0a63b9914da2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.0905552 Oct 13 04:18:19.008028 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.l3_db [None req-89eba80b-eb6d-4139-8789-5ba6a36b8143 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Floating IP f95e9744-8237-41bb-bfa6-b439e7f054f7 associated. External IP: 172.27.2.186, port: 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f. Oct 13 04:18:19.013018 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84bae5-4824-40a7-ba6e-55f88393253c req-614f2c5d-7104-4b00-8c53-584d7a1b1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:19.014233 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c84bae5-4824-40a7-ba6e-55f88393253c req-614f2c5d-7104-4b00-8c53-584d7a1b1469 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866916 Oct 13 04:18:19.202598 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c84bae5-4824-40a7-ba6e-55f88393253c req-59fb3d0e-0e0c-4b88-8118-27fd3ebee1b6 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499555 Oct 13 04:18:19.378351 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4c84bae5-4824-40a7-ba6e-55f88393253c req-961ac9c7-044e-4546-9a91-2faa540ba0e5 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405463 Oct 13 04:18:19.382156 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eba80b-eb6d-4139-8789-5ba6a36b8143 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:18:19.498196 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eba80b-eb6d-4139-8789-5ba6a36b8143 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:19.503074 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-89eba80b-eb6d-4139-8789-5ba6a36b8143 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.510780 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f474e3-1489-4b4c-a311-c81611d1ea3c None None] Sync routers for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:19.519736 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f474e3-1489-4b4c-a311-c81611d1ea3c None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:19.520517 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-96f474e3-1489-4b4c-a311-c81611d1ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:18:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:19.533947 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-89eba80b-eb6d-4139-8789-5ba6a36b8143 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "PUT /v2.0/floatingips/f95e9744-8237-41bb-bfa6-b439e7f054f7 HTTP/1.1" status: 200 len: 991 time: 1.7189705 Oct 13 04:18:19.534681 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'tag': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:19.537036 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9e2732-90d4-479b-88c1-a1ff1315af73" -d '{"events": [{"name": "network-changed", "server_uuid": "6a527ca0-f4d9-4478-8737-56edd7fe83fc", "tag": "2bf8b44d-dd7e-4a64-bef6-74e34e11e05f"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:19.578861 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a2d811-7168-433c-a644-4ceca58dfc7e x-openstack-request-id: req-79a2d811-7168-433c-a644-4ceca58dfc7e {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:19.579125 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a527ca0-f4d9-4478-8737-56edd7fe83fc", "tag": "2bf8b44d-dd7e-4a64-bef6-74e34e11e05f", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:19.579373 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79a2d811-7168-433c-a644-4ceca58dfc7e {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:19.580370 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'tag': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f', 'status': 'completed', 'code': 200} Oct 13 04:18:19.642837 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-96f474e3-1489-4b4c-a311-c81611d1ea3c None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:19.696654 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e2732-90d4-479b-88c1-a1ff1315af73 req-d8ed1128-b13e-4316-9218-4bdcf0675177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:19.698178 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f9e2732-90d4-479b-88c1-a1ff1315af73 req-d8ed1128-b13e-4316-9218-4bdcf0675177 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 1098 time: 0.0419860 Oct 13 04:18:19.794519 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e2732-90d4-479b-88c1-a1ff1315af73 req-06f94941-8103-4d0a-b077-c19d0d0975cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:19.795170 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f9e2732-90d4-479b-88c1-a1ff1315af73 req-06f94941-8103-4d0a-b077-c19d0d0975cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 912 time: 0.0883262 Oct 13 04:18:19.874142 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-96f474e3-1489-4b4c-a311-c81611d1ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': 'f95e9744-8237-41bb-bfa6-b439e7f054f7', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'port_id': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'mac_address': 'fa:16:3e:08:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:17:38Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 1, 'project_id': 'f2312bd342e040f1ade7109084831451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:19.888783 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f9e2732-90d4-479b-88c1-a1ff1315af73 req-672d6c50-a983-4307-925d-18c8befca3ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f HTTP/1.1" status: 200 len: 999 time: 0.0656235 Oct 13 04:18:19.905177 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f474e3-1489-4b4c-a311-c81611d1ea3c None None] Checking router: bc3fd1d2-99b3-4fca-9d8f-47affd035e99 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:19.915368 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f474e3-1489-4b4c-a311-c81611d1ea3c None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:19.916089 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-96f474e3-1489-4b4c-a311-c81611d1ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:18:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:19.959780 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e2732-90d4-479b-88c1-a1ff1315af73 req-23dbda52-7273-4fc7-a939-13c8bf497240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:19.961693 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f9e2732-90d4-479b-88c1-a1ff1315af73 req-23dbda52-7273-4fc7-a939-13c8bf497240 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6dbfe87-28d4-404e-af44-2da5626525e4 HTTP/1.1" status: 200 len: 850 time: 0.0600247 Oct 13 04:18:20.018455 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e2732-90d4-479b-88c1-a1ff1315af73 req-b6d4127b-d73f-4049-af4c-1a583ca2b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:20.019934 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f9e2732-90d4-479b-88c1-a1ff1315af73 req-b6d4127b-d73f-4049-af4c-1a583ca2b730 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499487 Oct 13 04:18:20.032996 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-96f474e3-1489-4b4c-a311-c81611d1ea3c None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:20.123027 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f9e2732-90d4-479b-88c1-a1ff1315af73 req-3d77f786-9580-4146-8574-beb9f28442a5 service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941648 Oct 13 04:18:20.294276 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-96f474e3-1489-4b4c-a311-c81611d1ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': 'f95e9744-8237-41bb-bfa6-b439e7f054f7', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'port_id': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'mac_address': 'fa:16:3e:08:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:17:38Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 1, 'project_id': 'f2312bd342e040f1ade7109084831451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:20.325926 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f474e3-1489-4b4c-a311-c81611d1ea3c None None] The sync data for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi is: [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': 'f95e9744-8237-41bb-bfa6-b439e7f054f7', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'port_id': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'mac_address': 'fa:16:3e:08:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:17:38Z', 'updated_at': '2021-10-13T04:18:18Z', 'revision_number': 1, 'project_id': 'f2312bd342e040f1ade7109084831451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:20.425739 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f9e2732-90d4-479b-88c1-a1ff1315af73 req-92ec761a-4416-4972-8823-9272532f2525 service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940338 Oct 13 04:18:20.548361 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f587da4-b500-45be-8174-b12553fa4efc None None] New status for floating IP f95e9744-8237-41bb-bfa6-b439e7f054f7: ACTIVE {{(pid=94022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:18:22.453728 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41154) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:22.572624 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.655262 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.660151 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.698198 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58d12d331f424ba0bc5718c5ed503955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433722 Oct 13 04:18:22.699373 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7faf20-5a56-4ada-8022-6d7b8af1ef3d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:22.701344 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 41158) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:22.706708 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.707050 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.707382 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.707709 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.708030 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.708346 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.708663 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.708978 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.709289 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.709599 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.709931 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.710234 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec660cc-ee35-4cdc-b9f6-332b36ab6f16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.749779 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.769460 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.821959 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.824463 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.825631 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb7faf20-5a56-4ada-8022-6d7b8af1ef3d HTTP/1.1" status: 204 len: 168 time: 0.1230962 Oct 13 04:18:22.833439 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7faf20-5a56-4ada-8022-6d7b8af1ef3d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:22.840468 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.840808 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.841132 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.841454 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.841823 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.842144 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.842458 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.842771 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.843103 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.843395 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.843708 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:22.843998 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca573bf-e9a6-45d1-a0df-f0abd0f7355b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:23.099890 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 41170) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:23.113385 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ad15ba9b-336f-441a-a751-4fb22c2d3362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.199898 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ad15ba9b-336f-441a-a751-4fb22c2d3362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.205445 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-ad15ba9b-336f-441a-a751-4fb22c2d3362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.249546 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-ad15ba9b-336f-441a-a751-4fb22c2d3362 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46a17ba3a7914d88bf032a072d47f380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484926 Oct 13 04:18:23.250734 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15ba9b-336f-441a-a751-4fb22c2d3362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c38d4d-3cb2-408b-b6f3-1272d5a97e52,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:23.252474 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41172) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:23.304628 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-abaa6754-7738-4f03-add6-105ee4e5ff66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.327270 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-abaa6754-7738-4f03-add6-105ee4e5ff66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.390830 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-abaa6754-7738-4f03-add6-105ee4e5ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.394501 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-abaa6754-7738-4f03-add6-105ee4e5ff66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.396735 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-abaa6754-7738-4f03-add6-105ee4e5ff66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39c38d4d-3cb2-408b-b6f3-1272d5a97e52 HTTP/1.1" status: 204 len: 168 time: 0.1419313 Oct 13 04:18:23.405407 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa6754-7738-4f03-add6-105ee4e5ff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c38d4d-3cb2-408b-b6f3-1272d5a97e52,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:25.165031 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41270) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:25.269737 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d57e29ac-000b-4373-a684-28f67f2c0f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.347339 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d57e29ac-000b-4373-a684-28f67f2c0f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.353507 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d57e29ac-000b-4373-a684-28f67f2c0f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.399389 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d57e29ac-000b-4373-a684-28f67f2c0f23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94ba4fac36b14e0fa3640153870d11f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332306 Oct 13 04:18:25.400272 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e29ac-000b-4373-a684-28f67f2c0f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1219c497-eb59-40bc-a514-c636719fa34a,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:25.402202 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 41274) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:25.454473 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-19b76030-8a06-4f55-8938-3dd297138bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.475738 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-19b76030-8a06-4f55-8938-3dd297138bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.523100 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-19b76030-8a06-4f55-8938-3dd297138bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.526083 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-19b76030-8a06-4f55-8938-3dd297138bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.527353 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-19b76030-8a06-4f55-8938-3dd297138bff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1219c497-eb59-40bc-a514-c636719fa34a HTTP/1.1" status: 204 len: 168 time: 0.1222150 Oct 13 04:18:25.535842 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b76030-8a06-4f55-8938-3dd297138bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1219c497-eb59-40bc-a514-c636719fa34a,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:25.825407 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41290) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:25.838377 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9a82e87a-ab5a-400a-9a10-91de79255d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.915343 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9a82e87a-ab5a-400a-9a10-91de79255d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.923158 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9a82e87a-ab5a-400a-9a10-91de79255d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.960518 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9a82e87a-ab5a-400a-9a10-91de79255d45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1de8ccc562e4618a450ae4211997ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339812 Oct 13 04:18:25.961511 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82e87a-ab5a-400a-9a10-91de79255d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba05ddcf-47c2-4830-9869-6d2085eb586a,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:25.963494 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 41292) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:26.016108 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9a5c-20e8-4f53-8ec1-148d04dcdca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.037342 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9a5c-20e8-4f53-8ec1-148d04dcdca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.088169 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9a5c-20e8-4f53-8ec1-148d04dcdca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.091315 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9a5c-20e8-4f53-8ec1-148d04dcdca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.092450 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-8f4e9a5c-20e8-4f53-8ec1-148d04dcdca8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba05ddcf-47c2-4830-9869-6d2085eb586a HTTP/1.1" status: 204 len: 168 time: 0.1271863 Oct 13 04:18:26.100450 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e9a5c-20e8-4f53-8ec1-148d04dcdca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba05ddcf-47c2-4830-9869-6d2085eb586a,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:26.453792 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41306) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:26.473352 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5dcde849-6d23-407a-9156-74bdbae1f479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.556240 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5dcde849-6d23-407a-9156-74bdbae1f479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.561778 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5dcde849-6d23-407a-9156-74bdbae1f479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.596809 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcde849-6d23-407a-9156-74bdbae1f479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67518773-3e41-4a68-8e3f-4a4597ccbf73,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:26.601104 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5dcde849-6d23-407a-9156-74bdbae1f479 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0959b7dbb73490ea2fe1b2f2cdee253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462240 Oct 13 04:18:26.603826 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41310) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:26.651655 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21640c51-0e64-405f-bfb2-e6ba82410cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.673298 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21640c51-0e64-405f-bfb2-e6ba82410cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.720095 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21640c51-0e64-405f-bfb2-e6ba82410cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.722929 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21640c51-0e64-405f-bfb2-e6ba82410cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.724097 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-21640c51-0e64-405f-bfb2-e6ba82410cdb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67518773-3e41-4a68-8e3f-4a4597ccbf73 HTTP/1.1" status: 204 len: 168 time: 0.1193836 Oct 13 04:18:26.731834 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21640c51-0e64-405f-bfb2-e6ba82410cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67518773-3e41-4a68-8e3f-4a4597ccbf73,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:27.449665 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 41340) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:27.549630 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-321451611-network', 'tenant_id': '09d2cdcae4c64be48feb38880725cda1'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:27.577879 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Made reservation on behalf of 09d2cdcae4c64be48feb38880725cda1 for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:27.580468 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.589741 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.671633 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.680509 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.704992 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:18:27.714022 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:27.720227 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.720593 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Added segment 90bc754f-35d6-4451-87c3-b1e78c5ac519 of type vlan for network 37641152-c7d0-4e3b-b8b6-cb9f4932709d Oct 13 04:18:27.760964 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.786555 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.787492 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.788077 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.846954 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3961635 Oct 13 04:18:27.850001 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41350) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:27.852122 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f1a65-7a26-46b6-b04c-fdce76bb0c9e admin admin] Pushing event updated for resources: {'Network': ['ID=37641152-c7d0-4e3b-b8b6-cb9f4932709d,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:27.855748 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-b83aa15d-c9c8-4e3e-9808-4b7463e6c96b admin admin] Request body: {'subnet': {'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-321451611-subnet', 'tenant_id': '09d2cdcae4c64be48feb38880725cda1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:27.866784 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 37641152-c7d0-4e3b-b8b6-cb9f4932709d details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:18:27.879766 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83aa15d-c9c8-4e3e-9808-4b7463e6c96b admin admin] Made reservation on behalf of 09d2cdcae4c64be48feb38880725cda1 for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:27.882095 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b83aa15d-c9c8-4e3e-9808-4b7463e6c96b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.067454 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b83aa15d-c9c8-4e3e-9808-4b7463e6c96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.132445 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83aa15d-c9c8-4e3e-9808-4b7463e6c96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd02e20-9e4d-4bbe-9f54-bacfa9b45ef0,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:28.156004 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83aa15d-c9c8-4e3e-9808-4b7463e6c96b admin admin] Checking segment: {'id': '90bc754f-35d6-4451-87c3-b1e78c5ac519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:28.156463 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83aa15d-c9c8-4e3e-9808-4b7463e6c96b admin admin] Network hostable DHCP agents. Network: 37641152-c7d0-4e3b-b8b6-cb9f4932709d, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:18:28.176553 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83aa15d-c9c8-4e3e-9808-4b7463e6c96b admin admin] Network 37641152-c7d0-4e3b-b8b6-cb9f4932709d is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:18:28.188460 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-b83aa15d-c9c8-4e3e-9808-4b7463e6c96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 37641152-c7d0-4e3b-b8b6-cb9f4932709d) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:28.193187 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83aa15d-c9c8-4e3e-9808-4b7463e6c96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:28.193800 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b83aa15d-c9c8-4e3e-9808-4b7463e6c96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.199596 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90698b-9c32-49e8-bd1a-3d40fbf499b1 None None] Network 37641152-c7d0-4e3b-b8b6-cb9f4932709d requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:28.217461 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b83aa15d-c9c8-4e3e-9808-4b7463e6c96b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3662527 Oct 13 04:18:28.328083 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e41c92-2e8f-46e1-b96e-9f02467500aa None None] Network 37641152-c7d0-4e3b-b8b6-cb9f4932709d requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:29.761417 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7b138cc7-7260-4703-aab2-e986ebdcd997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.334783 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ce23ccc7-117f-45b8-80fd-8ec1ff59fb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.320256 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.600358 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:35.238108 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:35.900096 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.242490 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:18:37.604209 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-11987f82-731a-4920-8657-9744db82c98f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:37.605736 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-11987f82-731a-4920-8657-9744db82c98f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 815 time: 0.1092904 Oct 13 04:18:37.621282 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-efa1a4b0-26dc-4d6b-8b7c-1f16b2875a4f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/quotas/f6806325e2e94089a6944698ad9b7808 HTTP/1.1" status: 200 len: 375 time: 0.0096040 Oct 13 04:18:37.673860 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-3da30421-0381-47ec-8fc8-63251cbf9908 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471916 Oct 13 04:18:37.762071 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-d755fea5-81db-4c6c-b079-99c6dcb9ff69 service neutron] 10.222.0.55 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812562 Oct 13 04:18:37.865533 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-9eb5b68b-453e-49d9-b070-4aa2f8d42c4d service neutron] 10.222.0.55 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973899 Oct 13 04:18:38.064511 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-32576d40-2d1c-4451-8038-f4a8c3e59e77 req-30032a10-85d8-45af-bfe2-8cbbf8d4fa03 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 210 time: 0.0280886 Oct 13 04:18:38.342345 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-81a86b74-1afe-4dbe-9507-99a48cffbe60 req-dcceedff-1b9d-462b-ad46-05e51c74cfbf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503118 Oct 13 04:18:38.424455 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a86b74-1afe-4dbe-9507-99a48cffbe60 req-1e5dbb35-db91-44cd-bc67-c0c1cbf5364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:38.425982 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-81a86b74-1afe-4dbe-9507-99a48cffbe60 req-1e5dbb35-db91-44cd-bc67-c0c1cbf5364a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d531b9d4b7c47ca9168806481e36699&device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 1098 time: 0.0396402 Oct 13 04:18:38.558538 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a86b74-1afe-4dbe-9507-99a48cffbe60 req-4fba2981-0802-4685-a383-19123b8318e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:38.560445 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-81a86b74-1afe-4dbe-9507-99a48cffbe60 req-4fba2981-0802-4685-a383-19123b8318e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1e6d939d-dbb2-4731-87b5-281d18075e13 HTTP/1.1" status: 200 len: 913 time: 0.0965288 Oct 13 04:18:38.609464 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-81a86b74-1afe-4dbe-9507-99a48cffbe60 req-16b63f89-ba67-4401-a30a-ce05c34ad3d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02af8261-af42-436d-81a0-3ab22dbcea77 HTTP/1.1" status: 200 len: 217 time: 0.0397694 Oct 13 04:18:38.662917 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a86b74-1afe-4dbe-9507-99a48cffbe60 req-eee0961c-a633-4f2a-9e93-0422d2f580d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:38.664224 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-81a86b74-1afe-4dbe-9507-99a48cffbe60 req-eee0961c-a633-4f2a-9e93-0422d2f580d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33d59376-4450-4265-9fce-0358aed4e55c HTTP/1.1" status: 200 len: 852 time: 0.0420477 Oct 13 04:18:38.708527 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-81a86b74-1afe-4dbe-9507-99a48cffbe60 req-84c67845-f142-4745-9af6-878a77ee03d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1e6d939d-dbb2-4731-87b5-281d18075e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278699 Oct 13 04:18:38.803903 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-81a86b74-1afe-4dbe-9507-99a48cffbe60 req-dcad8d6f-9ec0-45cd-8381-9daa87e5e0cd service neutron] 10.222.0.45 "GET /v2.0/networks/1e6d939d-dbb2-4731-87b5-281d18075e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875509 Oct 13 04:18:38.904763 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-81a86b74-1afe-4dbe-9507-99a48cffbe60 req-f9cf3f93-e1c3-4237-9ee8-b749eb9480ab service neutron] 10.222.0.45 "GET /v2.0/networks/1e6d939d-dbb2-4731-87b5-281d18075e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906174 Oct 13 04:18:39.099885 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-33c5ed28-da21-4d1f-ba32-48ed8bb43d22 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.101772 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-33c5ed28-da21-4d1f-ba32-48ed8bb43d22 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 815 time: 0.1118705 Oct 13 04:18:39.116336 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Request body: {'port': {'device_id': 'f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5', 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59', 'admin_state_up': True, 'tenant_id': 'f6806325e2e94089a6944698ad9b7808'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:39.209035 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3dc15fa9-73ce-462d-89f3-5a3c95b3c427 req-0c978a27-2873-4dca-a8a3-602e57aab87b tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 210 time: 0.0317111 Oct 13 04:18:39.264211 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Made reservation on behalf of f6806325e2e94089a6944698ad9b7808 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:39.267841 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.461426 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Allocated IP 172.20.0.8 (0d1ab067-7575-4c07-97ac-3bce9cca9c59/61051428-bded-4621-8b92-c502acd948d5/0873d595-38af-475f-97a0-d07dd43fbdb5) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:39.471279 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-7d3b3b7d-f95d-4980-a2f5-d027f010cc6d tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.472702 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-7d3b3b7d-f95d-4980-a2f5-d027f010cc6d tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/networks?id=37641152-c7d0-4e3b-b8b6-cb9f4932709d HTTP/1.1" status: 200 len: 808 time: 0.1547031 Oct 13 04:18:39.491971 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-4d1f913b-c76c-4cc3-8575-6ff0b919a6ad tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/quotas/09d2cdcae4c64be48feb38880725cda1 HTTP/1.1" status: 200 len: 375 time: 0.0133581 Oct 13 04:18:39.539433 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-4a67f424-2c74-481b-9ba6-f89a647f60f9 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=09d2cdcae4c64be48feb38880725cda1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344670 Oct 13 04:18:39.699625 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ea93502e-cd66-48af-81a4-949f94a8866e service neutron] 10.222.0.55 "GET /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526010 Oct 13 04:18:39.709307 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.809971 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.814972 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-98db194b-d08f-4ce9-8f94-31b8eb730f71 service neutron] 10.222.0.55 "GET /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085083 Oct 13 04:18:39.855451 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:39.858620 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:39.862464 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:39.867918 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.868529 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.876917 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Pushing event updated for resources: {'Port': ['ID=0873d595-38af-475f-97a0-d07dd43fbdb5,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:39.891229 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-19ffc01b-f494-4566-a998-c233068d8666 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793901 Oct 13 04:18:39.977472 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f1125c12-a1d5-4d70-86b7-600e83972f24 req-fb67fa49-5920-429e-864a-eee1faee0346 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 210 time: 0.0258434 Oct 13 04:18:40.198733 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0d108316-b79c-4ebf-af4e-9237f069cd94'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:40.240089 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Request body: {'port': {'device_id': 'f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:40.302988 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.556539 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0873d595-38af-475f-97a0-d07dd43fbdb5 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:40.564283 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.576358 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Transition to ACTIVE for port object 0873d595-38af-475f-97a0-d07dd43fbdb5 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:40.582465 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.631305 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0873d595-38af-475f-97a0-d07dd43fbdb5,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:40.661929 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Attempting to bind port 0873d595-38af-475f-97a0-d07dd43fbdb5 on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:40.662228 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Attempting to bind port 0873d595-38af-475f-97a0-d07dd43fbdb5 by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:40.662574 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Attempting to bind port 0873d595-38af-475f-97a0-d07dd43fbdb5 on network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:40.667533 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Port 0873d595-38af-475f-97a0-d07dd43fbdb5 on network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:40.667876 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Attempting to bind port 0873d595-38af-475f-97a0-d07dd43fbdb5 on network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:40.672827 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:40.673154 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Checking segment: {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:40.673521 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Bound using segment: {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:40.673969 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Bound port: 0873d595-38af-475f-97a0-d07dd43fbdb5, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:40.674308 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.738478 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] For port 0873d595-38af-475f-97a0-d07dd43fbdb5, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:40.741449 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] For port 0873d595-38af-475f-97a0-d07dd43fbdb5, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0873d595-38af-475f-97a0-d07dd43fbdb5,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:40.749024 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.783652 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:40.784254 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.785597 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] 10.222.0.45 "PUT /v2.0/ports/0873d595-38af-475f-97a0-d07dd43fbdb5 HTTP/1.1" status: 200 len: 1093 time: 0.5503032 Oct 13 04:18:40.786054 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5', 'tag': '0873d595-38af-475f-97a0-d07dd43fbdb5'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:40.788292 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf76f07-7b33-448b-a241-d1d142a0a478" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5", "tag": "0873d595-38af-475f-97a0-d07dd43fbdb5"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:40.808512 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a00134-3346-4919-8d2a-e9781e0828d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0873d595-38af-475f-97a0-d07dd43fbdb5,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:44.589839 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01e70f-cf05-4c0f-a381-d42b083b526a req-75203b1f-c334-4303-b403-5d431eb2fa9b tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:44.591482 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc01e70f-cf05-4c0f-a381-d42b083b526a req-75203b1f-c334-4303-b403-5d431eb2fa9b tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 943 time: 0.0748010 Oct 13 04:18:44.594515 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f94afd-25ff-47be-9122-fc81ab554a67 x-openstack-request-id: req-26f94afd-25ff-47be-9122-fc81ab554a67 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:44.594896 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5", "tag": "0873d595-38af-475f-97a0-d07dd43fbdb5", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:44.594998 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26f94afd-25ff-47be-9122-fc81ab554a67 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:44.595356 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5', 'tag': '0873d595-38af-475f-97a0-d07dd43fbdb5', 'status': 'completed', 'code': 200} Oct 13 04:18:44.602882 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-729b702b-c35d-4ad8-8993-09a9c8b11098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:44.604417 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-729b702b-c35d-4ad8-8993-09a9c8b11098 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 1096 time: 0.0775821 Oct 13 04:18:44.656610 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-08561a15-1d12-40ba-bc96-26a155fe8ebe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0873d595-38af-475f-97a0-d07dd43fbdb5 HTTP/1.1" status: 200 len: 217 time: 0.0394678 Oct 13 04:18:44.714904 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc01e70f-cf05-4c0f-a381-d42b083b526a req-218f93dc-7145-4500-adb0-e7916c0b8efc tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141274 Oct 13 04:18:44.716733 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-703b9830-13e8-4081-b3bc-d0e48e63db4b req-a984699f-46d6-445e-bc60-9293b5addf44 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 210 time: 0.0660672 Oct 13 04:18:44.741915 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-334033dc-28d5-4fd3-8d20-c3f2c8b4c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:44.743387 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-334033dc-28d5-4fd3-8d20-c3f2c8b4c1c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61051428-bded-4621-8b92-c502acd948d5 HTTP/1.1" status: 200 len: 855 time: 0.0725267 Oct 13 04:18:44.781291 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-011a7d79-709f-4fe3-a256-6e22b1a82236 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d1ab067-7575-4c07-97ac-3bce9cca9c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244803 Oct 13 04:18:45.040747 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-c870d31c-d08e-4089-8dc4-e88f35971db2 service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927467 Oct 13 04:18:45.334574 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee2fe31a-9abb-49de-aa54-6e5a34e8c5ef req-767e30b4-183e-4d63-a5b3-8964413fc2f3 service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828655 Oct 13 04:18:45.439268 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf76f07-7b33-448b-a241-d1d142a0a478 req-a001d98c-0a85-44c0-9d1d-726ed1733467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:45.439268 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1bf76f07-7b33-448b-a241-d1d142a0a478 req-a001d98c-0a85-44c0-9d1d-726ed1733467 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 1096 time: 0.0410647 Oct 13 04:18:45.784623 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf76f07-7b33-448b-a241-d1d142a0a478 req-5ec56826-8ab4-4c2a-a26c-880c8813009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:45.786119 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1bf76f07-7b33-448b-a241-d1d142a0a478 req-5ec56826-8ab4-4c2a-a26c-880c8813009a service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 916 time: 0.0957696 Oct 13 04:18:45.813938 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4b8ef12b-8a31-4ed1-a419-da7f06e99916 req-f7bb3422-dc2e-4f62-a78f-a654e66e81bd tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 210 time: 0.0263402 Oct 13 04:18:45.849601 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1bf76f07-7b33-448b-a241-d1d142a0a478 req-361ab482-cd24-4781-a8ee-e21b20cbf053 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0873d595-38af-475f-97a0-d07dd43fbdb5 HTTP/1.1" status: 200 len: 217 time: 0.0347090 Oct 13 04:18:45.923338 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf76f07-7b33-448b-a241-d1d142a0a478 req-91e2fc40-986d-4327-8f24-1b777a67ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:45.924750 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1bf76f07-7b33-448b-a241-d1d142a0a478 req-91e2fc40-986d-4327-8f24-1b777a67ac84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61051428-bded-4621-8b92-c502acd948d5 HTTP/1.1" status: 200 len: 855 time: 0.0650895 Oct 13 04:18:45.932774 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824da13-5e50-4a84-9026-9ae1a3d6a108 req-d11b75f9-62ab-4076-9ad6-025d3afda030 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:45.934134 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e824da13-5e50-4a84-9026-9ae1a3d6a108 req-d11b75f9-62ab-4076-9ad6-025d3afda030 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 943 time: 0.0870507 Oct 13 04:18:45.963137 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1bf76f07-7b33-448b-a241-d1d142a0a478 req-500374d0-5971-40bc-9f6e-b87f3d7870cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d1ab067-7575-4c07-97ac-3bce9cca9c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278168 Oct 13 04:18:46.031899 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e824da13-5e50-4a84-9026-9ae1a3d6a108 req-0cead36e-9d3c-4fdb-89bd-4c66b1826496 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890377 Oct 13 04:18:46.073517 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1bf76f07-7b33-448b-a241-d1d142a0a478 req-c3546ada-8de6-402f-bc91-53211ba81bed service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987499 Oct 13 04:18:46.166966 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1bf76f07-7b33-448b-a241-d1d142a0a478 req-ed0c3e4c-079e-4cc9-a896-017c36610fdf service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847418 Oct 13 04:18:46.711542 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-60c2b4d6-53e3-469d-85c7-5d3a33abec67 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.713015 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-60c2b4d6-53e3-469d-85c7-5d3a33abec67 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.45 "GET /v2.0/networks?id=37641152-c7d0-4e3b-b8b6-cb9f4932709d HTTP/1.1" status: 200 len: 808 time: 0.1121995 Oct 13 04:18:46.727454 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Request body: {'port': {'device_id': 'dcdcd661-b52b-470d-838a-fab934cb3f15', 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d', 'admin_state_up': True, 'tenant_id': '09d2cdcae4c64be48feb38880725cda1'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:46.855013 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Made reservation on behalf of 09d2cdcae4c64be48feb38880725cda1 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:46.859629 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.987304 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Allocated IP 172.20.0.10 (37641152-c7d0-4e3b-b8b6-cb9f4932709d/dcd02e20-9e4d-4bbe-9f54-bacfa9b45ef0/ea758bd2-3fff-4b91-8658-250e948b8fdb) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:47.033545 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41732) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:47.073775 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-057a6db7-707a-48f8-9ccb-006e0a38f637 req-0f1c5b0b-a5e7-4dbb-a278-21323b587973 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 210 time: 0.0454516 Oct 13 04:18:47.160474 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d91cd20c-9018-4c9b-a946-82122c664679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.191226 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fe692-dee6-4397-a552-47c23090b6fb req-7dd5328f-d719-4cc5-b6f2-98a68200d322 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:47.192699 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f80fe692-dee6-4397-a552-47c23090b6fb req-7dd5328f-d719-4cc5-b6f2-98a68200d322 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 943 time: 0.0790737 Oct 13 04:18:47.220205 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.232881 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d91cd20c-9018-4c9b-a946-82122c664679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.238103 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d91cd20c-9018-4c9b-a946-82122c664679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.265492 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f80fe692-dee6-4397-a552-47c23090b6fb req-6cbe4e29-41fa-40ab-b52c-4d6a84edfa49 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641344 Oct 13 04:18:47.278247 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d91cd20c-9018-4c9b-a946-82122c664679 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aef7d3d906be45df8d03318c00657892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431741 Oct 13 04:18:47.279492 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91cd20c-9018-4c9b-a946-82122c664679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c8a625-bfb7-4626-b4e7-bc29e9c11c56,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:47.283188 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41740) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:47.287890 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.325966 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Network 37641152-c7d0-4e3b-b8b6-cb9f4932709d is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:47.329747 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:47.333016 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b094100e-5845-4933-957f-83797ef0e20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.333289 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:47.338772 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:47.339373 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.353251 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b094100e-5845-4933-957f-83797ef0e20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.360692 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Pushing event updated for resources: {'Port': ['ID=ea758bd2-3fff-4b91-8658-250e948b8fdb,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:47.367230 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-ddf9ad30-0701-4058-b0b8-d7091e0a3627 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6438994 Oct 13 04:18:47.380694 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Request body: {'port': {'device_id': 'dcdcd661-b52b-470d-838a-fab934cb3f15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:47.402326 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b094100e-5845-4933-957f-83797ef0e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.404921 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b094100e-5845-4933-957f-83797ef0e20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.406094 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b094100e-5845-4933-957f-83797ef0e20c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0c8a625-bfb7-4626-b4e7-bc29e9c11c56 HTTP/1.1" status: 204 len: 168 time: 0.1230075 Oct 13 04:18:47.414489 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094100e-5845-4933-957f-83797ef0e20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c8a625-bfb7-4626-b4e7-bc29e9c11c56,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:47.436517 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.679098 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41748) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:47.691986 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-408cb517-1e31-4318-a9ed-c0379a16f529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.706587 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea758bd2-3fff-4b91-8658-250e948b8fdb {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:47.714587 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.728078 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Transition to ACTIVE for port object ea758bd2-3fff-4b91-8658-250e948b8fdb will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:47.732202 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.775862 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-408cb517-1e31-4318-a9ed-c0379a16f529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.781366 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-408cb517-1e31-4318-a9ed-c0379a16f529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.785887 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Pushing event updated for resources: {'Port': ['ID=ea758bd2-3fff-4b91-8658-250e948b8fdb,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:47.819992 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-408cb517-1e31-4318-a9ed-c0379a16f529 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c301eb8979e451986238e94b6b877bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395502 Oct 13 04:18:47.820147 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 41758) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:47.828613 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cb517-1e31-4318-a9ed-c0379a16f529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367cb77d-e50a-4bb9-9f12-99744db824ec,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:47.837327 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Attempting to bind port ea758bd2-3fff-4b91-8658-250e948b8fdb on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:47.837688 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Attempting to bind port ea758bd2-3fff-4b91-8658-250e948b8fdb by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '90bc754f-35d6-4451-87c3-b1e78c5ac519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:47.838017 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Attempting to bind port ea758bd2-3fff-4b91-8658-250e948b8fdb on network 37641152-c7d0-4e3b-b8b6-cb9f4932709d {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:47.854116 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Port ea758bd2-3fff-4b91-8658-250e948b8fdb on network 37641152-c7d0-4e3b-b8b6-cb9f4932709d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:47.854455 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Attempting to bind port ea758bd2-3fff-4b91-8658-250e948b8fdb on network 37641152-c7d0-4e3b-b8b6-cb9f4932709d {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:47.863369 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:47.863985 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Checking segment: {'id': '90bc754f-35d6-4451-87c3-b1e78c5ac519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:47.864094 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Bound using segment: {'id': '90bc754f-35d6-4451-87c3-b1e78c5ac519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:47.864449 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Bound port: ea758bd2-3fff-4b91-8658-250e948b8fdb, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bc754f-35d6-4451-87c3-b1e78c5ac519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:47.864801 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.914575 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9e365316-d297-4a07-bcba-042fafae0287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.959128 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9e365316-d297-4a07-bcba-042fafae0287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.973309 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] For port ea758bd2-3fff-4b91-8658-250e948b8fdb, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:48.002614 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] For port ea758bd2-3fff-4b91-8658-250e948b8fdb, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=ea758bd2-3fff-4b91-8658-250e948b8fdb,segment=NetworkSegment(90bc754f-35d6-4451-87c3-b1e78c5ac519),segment_id=90bc754f-35d6-4451-87c3-b1e78c5ac519)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:48.013361 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.054543 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.055093 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.056494 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] 10.222.0.45 "PUT /v2.0/ports/ea758bd2-3fff-4b91-8658-250e948b8fdb HTTP/1.1" status: 200 len: 1094 time: 0.6798680 Oct 13 04:18:48.059011 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdcd661-b52b-470d-838a-fab934cb3f15', 'tag': 'ea758bd2-3fff-4b91-8658-250e948b8fdb'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:48.061920 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88122355-01b8-4cca-9300-b1f1e37813ed" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdcd661-b52b-470d-838a-fab934cb3f15", "tag": "ea758bd2-3fff-4b91-8658-250e948b8fdb"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:48.075783 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9e365316-d297-4a07-bcba-042fafae0287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.079319 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9e365316-d297-4a07-bcba-042fafae0287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.080522 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-9e365316-d297-4a07-bcba-042fafae0287 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/367cb77d-e50a-4bb9-9f12-99744db824ec HTTP/1.1" status: 204 len: 168 time: 0.2594755 Oct 13 04:18:48.104833 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e365316-d297-4a07-bcba-042fafae0287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367cb77d-e50a-4bb9-9f12-99744db824ec,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:48.109343 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ca171-f5d9-49d3-9dce-3c2d66ec0a4f service neutron] Pushing event updated for resources: {'Port': ['ID=ea758bd2-3fff-4b91-8658-250e948b8fdb,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:48.147950 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12541fbc-8446-456a-bf3b-b1c2bda98117 x-openstack-request-id: req-12541fbc-8446-456a-bf3b-b1c2bda98117 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:48.148394 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdcd661-b52b-470d-838a-fab934cb3f15", "tag": "ea758bd2-3fff-4b91-8658-250e948b8fdb", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:48.148642 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12541fbc-8446-456a-bf3b-b1c2bda98117 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:48.149304 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdcd661-b52b-470d-838a-fab934cb3f15', 'tag': 'ea758bd2-3fff-4b91-8658-250e948b8fdb', 'status': 'completed', 'code': 200} Oct 13 04:18:48.202503 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-527fb72d-e2f6-4521-92eb-cc270d51d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.204015 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-527fb72d-e2f6-4521-92eb-cc270d51d90d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09d2cdcae4c64be48feb38880725cda1&device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 1097 time: 0.0699897 Oct 13 04:18:48.266319 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-06db2238-71d8-43d0-b465-2c40abb07a46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea758bd2-3fff-4b91-8658-250e948b8fdb HTTP/1.1" status: 200 len: 217 time: 0.0495219 Oct 13 04:18:48.288076 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eac9ad-4ba3-41a7-a74f-aef229dd2f11 req-5a8e0848-197d-4768-b99f-c82500c9615f tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.292564 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b7eac9ad-4ba3-41a7-a74f-aef229dd2f11 req-5a8e0848-197d-4768-b99f-c82500c9615f tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 944 time: 0.0874455 Oct 13 04:18:48.398139 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b7eac9ad-4ba3-41a7-a74f-aef229dd2f11 req-091362e4-2da5-4be1-9f6a-b42efbfb2ca2 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021771 Oct 13 04:18:48.420890 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-38f9a67d-76dd-4bcb-a3d1-c845514e45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.422486 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-38f9a67d-76dd-4bcb-a3d1-c845514e45ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcd02e20-9e4d-4bbe-9f54-bacfa9b45ef0 HTTP/1.1" status: 200 len: 848 time: 0.1108110 Oct 13 04:18:48.446091 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28a44e-c7a6-4761-8c85-8de121b3d72a req-6a66a0e7-b7d7-4b7e-8679-ecb7d6bfe07c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.447525 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ca28a44e-c7a6-4761-8c85-8de121b3d72a req-6a66a0e7-b7d7-4b7e-8679-ecb7d6bfe07c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 943 time: 0.0904965 Oct 13 04:18:48.463371 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-a3f37f81-ef86-4411-899b-b4bea5f14296 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37641152-c7d0-4e3b-b8b6-cb9f4932709d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329535 Oct 13 04:18:48.537918 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ca28a44e-c7a6-4761-8c85-8de121b3d72a req-9df294d2-3288-43d0-8777-e05da8d7e0a8 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768485 Oct 13 04:18:48.579161 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-fbf695c6-5305-4c7e-8da4-a2eff113e667 service neutron] 10.222.0.45 "GET /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034176 Oct 13 04:18:48.678596 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8d25b8-a0e7-4e3c-8831-adf269401440 req-3b4ea003-1929-46d6-a2b5-22822492dcfc service neutron] 10.222.0.45 "GET /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833411 Oct 13 04:18:48.774536 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122355-01b8-4cca-9300-b1f1e37813ed req-dc4508d8-ae4f-4b98-8f09-9c0261ea0daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.776083 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-88122355-01b8-4cca-9300-b1f1e37813ed req-dc4508d8-ae4f-4b98-8f09-9c0261ea0daa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09d2cdcae4c64be48feb38880725cda1&device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 1097 time: 0.0413299 Oct 13 04:18:48.869142 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122355-01b8-4cca-9300-b1f1e37813ed req-71590367-fc85-49c1-9125-6a588e4acd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.870701 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-88122355-01b8-4cca-9300-b1f1e37813ed req-71590367-fc85-49c1-9125-6a588e4acd56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37641152-c7d0-4e3b-b8b6-cb9f4932709d HTTP/1.1" status: 200 len: 909 time: 0.0872307 Oct 13 04:18:48.915815 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-88122355-01b8-4cca-9300-b1f1e37813ed req-a46b89ad-b7bd-401a-b876-6c1c0c6b197d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea758bd2-3fff-4b91-8658-250e948b8fdb HTTP/1.1" status: 200 len: 217 time: 0.0349717 Oct 13 04:18:48.971011 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122355-01b8-4cca-9300-b1f1e37813ed req-2eecac72-c336-4fde-8530-a7af8c8d0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.972450 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-88122355-01b8-4cca-9300-b1f1e37813ed req-2eecac72-c336-4fde-8530-a7af8c8d0abc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcd02e20-9e4d-4bbe-9f54-bacfa9b45ef0 HTTP/1.1" status: 200 len: 848 time: 0.0462060 Oct 13 04:18:49.014274 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-88122355-01b8-4cca-9300-b1f1e37813ed req-c794f9cd-a2ba-49f7-8f59-c76792028b97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37641152-c7d0-4e3b-b8b6-cb9f4932709d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234733 Oct 13 04:18:49.110687 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-88122355-01b8-4cca-9300-b1f1e37813ed req-03d54532-fcc1-4953-9cf6-47d85884dde2 service neutron] 10.222.0.45 "GET /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846343 Oct 13 04:18:49.209283 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-88122355-01b8-4cca-9300-b1f1e37813ed req-d6660060-c8a2-49c2-b3c1-f8dc7811bf73 service neutron] 10.222.0.45 "GET /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903802 Oct 13 04:18:49.521625 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c64913-3e01-4063-b346-5adf24d94006 req-a2a8b398-dcf5-458e-9604-323fe3064fcb tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.523290 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b9c64913-3e01-4063-b346-5adf24d94006 req-a2a8b398-dcf5-458e-9604-323fe3064fcb tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 944 time: 0.0498791 Oct 13 04:18:49.564903 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b9c64913-3e01-4063-b346-5adf24d94006 req-7705a108-e4f3-4671-a761-1e3c46e2feae tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348339 Oct 13 04:18:49.664984 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49671b5e-7248-4816-a2fc-5936fa374dbf req-dc0348d1-e321-4752-9b2a-5f4fcac6862b tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.666496 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49671b5e-7248-4816-a2fc-5936fa374dbf req-dc0348d1-e321-4752-9b2a-5f4fcac6862b tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 943 time: 0.0482304 Oct 13 04:18:49.705555 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49671b5e-7248-4816-a2fc-5936fa374dbf req-4d3e3155-6882-49f0-ae76-a20edcd2a0d1 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Oct 13 04:18:50.867863 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 0873d595-38af-475f-97a0-d07dd43fbdb5 details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:50.978923 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 0873d595-38af-475f-97a0-d07dd43fbdb5, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0873d595-38af-475f-97a0-d07dd43fbdb5,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:50.994379 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '0873d595-38af-475f-97a0-d07dd43fbdb5', 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59', 'port_id': '0873d595-38af-475f-97a0-d07dd43fbdb5', 'mac_address': 'fa:16:3e:2c:14:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61051428-bded-4621-8b92-c502acd948d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:51.034041 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.049089 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0873d595-38af-475f-97a0-d07dd43fbdb5 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:51.051882 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c9747-d218-4f92-a6c3-40ac54d519a8 req-a35880ba-9391-467d-a598-de80f80495ee tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:51.053397 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd4c9747-d218-4f92-a6c3-40ac54d519a8 req-a35880ba-9391-467d-a598-de80f80495ee tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 944 time: 0.0925770 Oct 13 04:18:51.066442 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d15a3-40eb-44af-bf87-33f2082ba600 req-a906e606-2e05-4470-929a-05ccdb11e125 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:51.068247 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-119d15a3-40eb-44af-bf87-33f2082ba600 req-a906e606-2e05-4470-929a-05ccdb11e125 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 943 time: 0.0778420 Oct 13 04:18:51.068629 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 0873d595-38af-475f-97a0-d07dd43fbdb5, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0873d595-38af-475f-97a0-d07dd43fbdb5,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:51.073885 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.117146 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41940) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:51.126107 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=0873d595-38af-475f-97a0-d07dd43fbdb5,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:51.127859 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd4c9747-d218-4f92-a6c3-40ac54d519a8 req-f2527b74-8053-4ee3-a56e-39e9797a36b2 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583310 Oct 13 04:18:51.134753 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.135196 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.135617 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.136355 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-119d15a3-40eb-44af-bf87-33f2082ba600 req-88b63716-282c-494a-816e-4342bc65650f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529289 Oct 13 04:18:51.137766 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.138364 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.138852 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.139445 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.140003 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.140260 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.140587 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.140963 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.141284 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:51.221979 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-489638af-8fc6-4059-90c1-573bff81f739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.296543 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-489638af-8fc6-4059-90c1-573bff81f739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.300928 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-489638af-8fc6-4059-90c1-573bff81f739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.334711 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489638af-8fc6-4059-90c1-573bff81f739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0d250e-494f-46a2-82dc-ae31d016fe51,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:51.339043 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-489638af-8fc6-4059-90c1-573bff81f739 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f08388d47f5d4fe69300e69cd6452058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207634 Oct 13 04:18:51.341901 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41944) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:51.387855 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-465aebcc-dfec-4ee7-bf98-0b016dc72da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.407912 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-465aebcc-dfec-4ee7-bf98-0b016dc72da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.469255 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-465aebcc-dfec-4ee7-bf98-0b016dc72da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.471866 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-465aebcc-dfec-4ee7-bf98-0b016dc72da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.473005 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-465aebcc-dfec-4ee7-bf98-0b016dc72da1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc0d250e-494f-46a2-82dc-ae31d016fe51 HTTP/1.1" status: 204 len: 168 time: 0.1301889 Oct 13 04:18:51.480433 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465aebcc-dfec-4ee7-bf98-0b016dc72da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0d250e-494f-46a2-82dc-ae31d016fe51,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:51.744756 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 41956) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:51.757948 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5747f057-1713-4f70-9a65-43c9aabcda93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.834460 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5747f057-1713-4f70-9a65-43c9aabcda93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.839337 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5747f057-1713-4f70-9a65-43c9aabcda93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.875646 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5747f057-1713-4f70-9a65-43c9aabcda93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71190a3f5869422a91a39ed17cf03163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296697 Oct 13 04:18:51.876473 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747f057-1713-4f70-9a65-43c9aabcda93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2770f534-11c8-4622-a371-e9bea045cc70,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:51.878523 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 41958) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:51.934214 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-64fe1305-4ca8-4cc9-aa94-f17ab7102fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.958909 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-64fe1305-4ca8-4cc9-aa94-f17ab7102fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.010163 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-64fe1305-4ca8-4cc9-aa94-f17ab7102fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.013284 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-64fe1305-4ca8-4cc9-aa94-f17ab7102fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.014477 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-64fe1305-4ca8-4cc9-aa94-f17ab7102fe6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2770f534-11c8-4622-a371-e9bea045cc70 HTTP/1.1" status: 204 len: 168 time: 0.1347628 Oct 13 04:18:52.022766 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe1305-4ca8-4cc9-aa94-f17ab7102fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2770f534-11c8-4622-a371-e9bea045cc70,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:56.095690 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227745d-5d4d-41df-98d9-3eb5c90090a7 req-136bf771-0ef3-488d-9c4c-b19c0479a3e8 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:56.097123 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9227745d-5d4d-41df-98d9-3eb5c90090a7 req-136bf771-0ef3-488d-9c4c-b19c0479a3e8 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 944 time: 0.0567787 Oct 13 04:18:56.138051 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9227745d-5d4d-41df-98d9-3eb5c90090a7 req-fa67c2cc-db6b-4dd4-a589-fee62c715a91 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320520 Oct 13 04:18:56.244376 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5961b74-aaa4-4286-9a8e-3bd41d46e7da req-3522fc84-a138-4934-b695-1ad49e160c12 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:56.245846 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5961b74-aaa4-4286-9a8e-3bd41d46e7da req-3522fc84-a138-4934-b695-1ad49e160c12 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 944 time: 0.0518613 Oct 13 04:18:56.284012 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5961b74-aaa4-4286-9a8e-3bd41d46e7da req-3757ad9e-6565-4590-beed-f007e06d780f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Oct 13 04:18:56.680089 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0873d595-38af-475f-97a0-d07dd43fbdb5'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:57.012742 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 42098) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:57.126763 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f192-830f-47b8-9a4f-1439d841df2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.200786 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f192-830f-47b8-9a4f-1439d841df2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.205669 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f192-830f-47b8-9a4f-1439d841df2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.273917 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4f192-830f-47b8-9a4f-1439d841df2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbb30dc-260a-4141-91e0-f1c5e22329f7,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:57.282355 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-3ac4f192-830f-47b8-9a4f-1439d841df2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1740518bdc54961bc216718824fc899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683487 Oct 13 04:18:57.283330 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 42106) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:57.309267 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618224a-0456-4b29-a523-5641ec569ef1 req-c31599bd-512b-4816-b376-45af2f40ffce tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:57.310763 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a618224a-0456-4b29-a523-5641ec569ef1 req-c31599bd-512b-4816-b376-45af2f40ffce tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 944 time: 0.1023490 Oct 13 04:18:57.373174 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a618224a-0456-4b29-a523-5641ec569ef1 req-1bfa5b1e-13ef-43ee-910c-6ee1b5821af9 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544713 Oct 13 04:18:57.380634 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6973bce2-376b-47aa-99c9-4933cff32947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.436499 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6973bce2-376b-47aa-99c9-4933cff32947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.483978 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242f133-14f0-46c4-9e4f-573a83000b1c req-34258d69-8b21-4a3f-8106-3811fbfa2285 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:57.485449 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7242f133-14f0-46c4-9e4f-573a83000b1c req-34258d69-8b21-4a3f-8106-3811fbfa2285 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 944 time: 0.0946076 Oct 13 04:18:57.518476 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6973bce2-376b-47aa-99c9-4933cff32947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.520973 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6973bce2-376b-47aa-99c9-4933cff32947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.522131 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-6973bce2-376b-47aa-99c9-4933cff32947 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdbb30dc-260a-4141-91e0-f1c5e22329f7 HTTP/1.1" status: 204 len: 168 time: 0.2361426 Oct 13 04:18:57.540195 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7242f133-14f0-46c4-9e4f-573a83000b1c req-7d3ec270-2c92-4dc8-bdf4-918e84e965e5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477486 Oct 13 04:18:57.540871 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973bce2-376b-47aa-99c9-4933cff32947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbb30dc-260a-4141-91e0-f1c5e22329f7,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:57.797258 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 42114) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:57.811134 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-86572aad-5ebc-4490-913c-ddf7f8d5651b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.887150 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-86572aad-5ebc-4490-913c-ddf7f8d5651b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.892561 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-86572aad-5ebc-4490-913c-ddf7f8d5651b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.935125 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-86572aad-5ebc-4490-913c-ddf7f8d5651b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=964ad42dddc34661acef291b7aded677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367147 Oct 13 04:18:57.936214 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86572aad-5ebc-4490-913c-ddf7f8d5651b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8843ef8a-235b-4ee6-abef-894370a5724f,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:57.937826 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 42120) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:58.005180 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cf4920da-3ab8-424c-9af0-3299dc4a25d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.031797 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cf4920da-3ab8-424c-9af0-3299dc4a25d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.090382 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cf4920da-3ab8-424c-9af0-3299dc4a25d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.093087 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cf4920da-3ab8-424c-9af0-3299dc4a25d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.094478 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-cf4920da-3ab8-424c-9af0-3299dc4a25d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8843ef8a-235b-4ee6-abef-894370a5724f HTTP/1.1" status: 204 len: 168 time: 0.1552393 Oct 13 04:18:58.103412 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4920da-3ab8-424c-9af0-3299dc4a25d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8843ef8a-235b-4ee6-abef-894370a5724f,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:58.592211 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaf87c-860b-450c-acf5-c1066b50fa29 req-4a21a91e-7113-45ce-8538-ab7aaf40ad2f tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.593769 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cebaf87c-860b-450c-acf5-c1066b50fa29 req-4a21a91e-7113-45ce-8538-ab7aaf40ad2f tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 944 time: 0.0518708 Oct 13 04:18:58.665151 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cebaf87c-860b-450c-acf5-c1066b50fa29 req-8759f328-0783-4dc1-b80b-e5281c8a3c37 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647743 Oct 13 04:18:58.687876 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4c248-5b77-4620-a261-622870fd08b6 req-2d70514a-be1a-48a9-b94c-23e9bab40f74 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.689325 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bab4c248-5b77-4620-a261-622870fd08b6 req-2d70514a-be1a-48a9-b94c-23e9bab40f74 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 944 time: 0.0632637 Oct 13 04:18:58.733551 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bab4c248-5b77-4620-a261-622870fd08b6 req-dac05e58-ab15-44cd-85c5-24fbd922e3cc tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381863 Oct 13 04:18:59.230607 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b6e6a-20f2-47c5-ac02-17221c947744 req-20b93780-91f9-4d60-81e5-3250669864d6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.232068 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f12b6e6a-20f2-47c5-ac02-17221c947744 req-20b93780-91f9-4d60-81e5-3250669864d6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 945 time: 0.0471814 Oct 13 04:18:59.270043 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f12b6e6a-20f2-47c5-ac02-17221c947744 req-53dfa586-5116-48eb-b3be-72ccec29a023 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Oct 13 04:18:59.754801 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a7210896-999d-4b82-b9c7-28240bc1d803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:59.784882 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23338dcf-b222-4b66-9769-532f41b8543c req-448ce7ef-5371-43e3-9d3c-6dc29a9e516f tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.786380 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23338dcf-b222-4b66-9769-532f41b8543c req-448ce7ef-5371-43e3-9d3c-6dc29a9e516f tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 944 time: 0.0507884 Oct 13 04:18:59.853145 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23338dcf-b222-4b66-9769-532f41b8543c req-e3cc9def-ba4f-4225-9425-579a5ea1e9aa tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601845 Oct 13 04:18:59.869744 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6897de-362f-4150-a4d2-4b4393d12992 req-8ae1a833-8634-4ee6-bd76-ce39eb49479d tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.871163 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0c6897de-362f-4150-a4d2-4b4393d12992 req-8ae1a833-8634-4ee6-bd76-ce39eb49479d tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 944 time: 0.0621099 Oct 13 04:18:59.908295 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0c6897de-362f-4150-a4d2-4b4393d12992 req-73190466-76d5-4a72-b6cf-82ad86718efe tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Oct 13 04:18:59.960584 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 0873d595-38af-475f-97a0-d07dd43fbdb5 up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:00.014830 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port 0873d595-38af-475f-97a0-d07dd43fbdb5 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:00.018835 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 0873d595-38af-475f-97a0-d07dd43fbdb5 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:00.019200 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.103026 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.131983 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0873d595-38af-475f-97a0-d07dd43fbdb5'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:00.135311 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00edaacb-9193-45c2-9eb9-9f4a6315341f" -d '{"events": [{"server_uuid": "f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5", "name": "network-vif-plugged", "status": "completed", "tag": "0873d595-38af-475f-97a0-d07dd43fbdb5"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:00.151427 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 0873d595-38af-475f-97a0-d07dd43fbdb5, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0873d595-38af-475f-97a0-d07dd43fbdb5,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:00.157176 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.181427 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29704f91-ccb0-4bf1-99cf-82fd0e32299f x-openstack-request-id: req-29704f91-ccb0-4bf1-99cf-82fd0e32299f {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:00.181684 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5", "name": "network-vif-plugged", "status": "completed", "tag": "0873d595-38af-475f-97a0-d07dd43fbdb5", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:00.181957 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29704f91-ccb0-4bf1-99cf-82fd0e32299f {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:00.182325 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0873d595-38af-475f-97a0-d07dd43fbdb5', 'code': 200} Oct 13 04:19:00.211376 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=0873d595-38af-475f-97a0-d07dd43fbdb5,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:00.386672 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f8cfa-56e3-4f11-aef5-87301888eeec req-c466e8ba-4a88-4b85-9d9a-af174efc8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:00.388201 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fa0f8cfa-56e3-4f11-aef5-87301888eeec req-c466e8ba-4a88-4b85-9d9a-af174efc8ba8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 1098 time: 0.0694590 Oct 13 04:19:00.423064 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a160e8c-a60c-4b61-903a-77dbb697c80e req-5aeed647-cee9-42ff-8752-daa8c2a26ffd tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:00.424747 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8a160e8c-a60c-4b61-903a-77dbb697c80e req-5aeed647-cee9-42ff-8752-daa8c2a26ffd tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 945 time: 0.0811474 Oct 13 04:19:00.445599 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fa0f8cfa-56e3-4f11-aef5-87301888eeec req-0a68d7b4-1e1f-4d9c-ae1c-80c457f93b33 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492914 Oct 13 04:19:00.470630 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8a160e8c-a60c-4b61-903a-77dbb697c80e req-4521761d-a70f-45c3-baac-78e2f167895c tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359867 Oct 13 04:19:00.865172 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 42272) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:00.982428 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911448e-925a-4e5c-9a05-cdac71eae971 req-c5549b3d-739f-4f7a-94b8-07b9fe368ea6 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:00.983986 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c911448e-925a-4e5c-9a05-cdac71eae971 req-c5549b3d-739f-4f7a-94b8-07b9fe368ea6 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 944 time: 0.0629249 Oct 13 04:19:00.986056 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-22abf359-45ba-435f-804b-a670fdae598e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.079863 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f960c0-6b68-4255-81a2-c43674131d52 req-ef542c7b-c1da-48b8-bd3c-f6a165537416 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.081349 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-93f960c0-6b68-4255-81a2-c43674131d52 req-ef542c7b-c1da-48b8-bd3c-f6a165537416 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 945 time: 0.0963409 Oct 13 04:19:01.085412 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c911448e-925a-4e5c-9a05-cdac71eae971 req-72675251-6cb2-442a-98dc-e252d8b2d0b5 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885620 Oct 13 04:19:01.137915 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-93f960c0-6b68-4255-81a2-c43674131d52 req-694ef438-2964-4d0d-91cc-ebe341f8bcfe tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481863 Oct 13 04:19:01.158047 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-22abf359-45ba-435f-804b-a670fdae598e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.163791 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-22abf359-45ba-435f-804b-a670fdae598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.199510 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abf359-45ba-435f-804b-a670fdae598e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bb661b-3bf0-4ff2-8c73-477958582c4e,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:01.204276 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-22abf359-45ba-435f-804b-a670fdae598e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b817430dba6d4bb6893a754688bf532f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380525 Oct 13 04:19:01.206871 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 42282) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:01.257330 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a5052d2c-d6b7-41d3-beed-ce9b885cba65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.278458 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a5052d2c-d6b7-41d3-beed-ce9b885cba65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.327022 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a5052d2c-d6b7-41d3-beed-ce9b885cba65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.329761 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a5052d2c-d6b7-41d3-beed-ce9b885cba65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.330961 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a5052d2c-d6b7-41d3-beed-ce9b885cba65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42bb661b-3bf0-4ff2-8c73-477958582c4e HTTP/1.1" status: 204 len: 168 time: 0.1232131 Oct 13 04:19:01.340856 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5052d2c-d6b7-41d3-beed-ce9b885cba65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bb661b-3bf0-4ff2-8c73-477958582c4e,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:01.598828 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4082b-7479-40fb-a65a-904db291ab46 req-eff650f6-ac97-4b19-91a5-c9dd690fd839 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.600217 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c7b4082b-7479-40fb-a65a-904db291ab46 req-eff650f6-ac97-4b19-91a5-c9dd690fd839 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 945 time: 0.0561068 Oct 13 04:19:01.858147 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c7b4082b-7479-40fb-a65a-904db291ab46 req-a0ced4f2-5115-45f3-8948-a585df1c0ffc tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518368 Oct 13 04:19:01.968939 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device ea758bd2-3fff-4b91-8658-250e948b8fdb details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:02.063118 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port ea758bd2-3fff-4b91-8658-250e948b8fdb, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=ea758bd2-3fff-4b91-8658-250e948b8fdb,segment=NetworkSegment(90bc754f-35d6-4451-87c3-b1e78c5ac519),segment_id=90bc754f-35d6-4451-87c3-b1e78c5ac519)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:02.075409 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': 'ea758bd2-3fff-4b91-8658-250e948b8fdb', 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d', 'port_id': 'ea758bd2-3fff-4b91-8658-250e948b8fdb', 'mac_address': 'fa:16:3e:c3:93:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd02e20-9e4d-4bbe-9f54-bacfa9b45ef0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:02.114710 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.131836 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea758bd2-3fff-4b91-8658-250e948b8fdb {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:02.151085 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port ea758bd2-3fff-4b91-8658-250e948b8fdb, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=ea758bd2-3fff-4b91-8658-250e948b8fdb,segment=NetworkSegment(90bc754f-35d6-4451-87c3-b1e78c5ac519),segment_id=90bc754f-35d6-4451-87c3-b1e78c5ac519)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:02.160571 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.212848 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=ea758bd2-3fff-4b91-8658-250e948b8fdb,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:02.225409 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc3d7d-6851-46db-9e7b-b918aa6b8bf8 req-29a7bd85-69e6-42b5-a973-4875c5f86a13 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:02.226993 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e4cc3d7d-6851-46db-9e7b-b918aa6b8bf8 req-29a7bd85-69e6-42b5-a973-4875c5f86a13 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 945 time: 0.0623078 Oct 13 04:19:02.297556 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e4cc3d7d-6851-46db-9e7b-b918aa6b8bf8 req-c347b37e-f04f-45b0-bd37-446badc7fbea tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630863 Oct 13 04:19:02.317990 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48c6fa-3eb5-4835-9848-370022496df3 req-8c9506ae-47b5-4512-98b2-c8f801521b4a tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:02.327290 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2d48c6fa-3eb5-4835-9848-370022496df3 req-8c9506ae-47b5-4512-98b2-c8f801521b4a tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 945 time: 0.0785062 Oct 13 04:19:02.341858 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b5c9fb0c-ed98-4a17-90bb-8f1c09ed5c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.376627 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2d48c6fa-3eb5-4835-9848-370022496df3 req-28186643-3552-47b2-b4da-253397b7c67e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Oct 13 04:19:02.623687 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['ea758bd2-3fff-4b91-8658-250e948b8fdb'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:02.978583 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284373a-ff0a-46d4-9730-73fa564b5dc0 req-edbf34a4-5779-4e3b-869d-0d08f7754779 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:02.980045 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c284373a-ff0a-46d4-9730-73fa564b5dc0 req-edbf34a4-5779-4e3b-869d-0d08f7754779 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 945 time: 0.0518422 Oct 13 04:19:03.018192 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c284373a-ff0a-46d4-9730-73fa564b5dc0 req-ef844aa7-ebfb-4166-a816-74807b2a106e tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Oct 13 04:19:03.315144 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.423874 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1ef85-f114-4a0d-8bff-4d86d42ac767 req-0000bcad-f34b-47ff-9463-51ade516f2f2 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:03.425577 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0d1ef85-f114-4a0d-8bff-4d86d42ac767 req-0000bcad-f34b-47ff-9463-51ade516f2f2 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 945 time: 0.0555413 Oct 13 04:19:03.467383 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0d1ef85-f114-4a0d-8bff-4d86d42ac767 req-dc751222-513a-4394-8e78-eefa87ea35e6 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347631 Oct 13 04:19:03.557070 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f35cd-613f-41a6-82ef-8d8c22411d6d req-9ed033b1-cd7d-406d-bfd6-92aacbbb7a14 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:03.558583 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a08f35cd-613f-41a6-82ef-8d8c22411d6d req-9ed033b1-cd7d-406d-bfd6-92aacbbb7a14 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 945 time: 0.0611069 Oct 13 04:19:03.600708 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a08f35cd-613f-41a6-82ef-8d8c22411d6d req-13234459-1dff-4ff6-a31f-0e9b6b03f286 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357966 Oct 13 04:19:03.601365 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.975298 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device ea758bd2-3fff-4b91-8658-250e948b8fdb up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:04.048675 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port ea758bd2-3fff-4b91-8658-250e948b8fdb completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:04.053352 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port ea758bd2-3fff-4b91-8658-250e948b8fdb triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:04.054228 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.154504 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.184389 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdcd661-b52b-470d-838a-fab934cb3f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea758bd2-3fff-4b91-8658-250e948b8fdb'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:04.187078 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8ce197-5258-467d-ba72-8a037859b95d" -d '{"events": [{"server_uuid": "dcdcd661-b52b-470d-838a-fab934cb3f15", "name": "network-vif-plugged", "status": "completed", "tag": "ea758bd2-3fff-4b91-8658-250e948b8fdb"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:04.202819 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port ea758bd2-3fff-4b91-8658-250e948b8fdb, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=ea758bd2-3fff-4b91-8658-250e948b8fdb,segment=NetworkSegment(90bc754f-35d6-4451-87c3-b1e78c5ac519),segment_id=90bc754f-35d6-4451-87c3-b1e78c5ac519)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:04.209073 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.210020 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 02af8261-af42-436d-81a0-3ab22dbcea77 no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:04.285122 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d799fce-83cf-4518-b0b3-316a04aaab5a req-650bc5c0-e3af-42ef-8e49-34b9a8ff7472 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.286794 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3d799fce-83cf-4518-b0b3-316a04aaab5a req-650bc5c0-e3af-42ef-8e49-34b9a8ff7472 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 945 time: 0.0568180 Oct 13 04:19:04.291844 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=ea758bd2-3fff-4b91-8658-250e948b8fdb,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:04.330921 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.334781 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3d799fce-83cf-4518-b0b3-316a04aaab5a req-b939c6eb-1211-4672-8c23-0a82c9f99a8b tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395503 Oct 13 04:19:04.366408 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 02af8261-af42-436d-81a0-3ab22dbcea77, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=02af8261-af42-436d-81a0-3ab22dbcea77,segment=NetworkSegment(aff62797-ead7-4446-b24e-e771fe7cbaf8),segment_id=aff62797-ead7-4446-b24e-e771fe7cbaf8)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:04.370505 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.395174 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5444d306-002c-4a06-b200-362d4c948239 x-openstack-request-id: req-5444d306-002c-4a06-b200-362d4c948239 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:04.395448 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdcd661-b52b-470d-838a-fab934cb3f15", "name": "network-vif-plugged", "status": "completed", "tag": "ea758bd2-3fff-4b91-8658-250e948b8fdb", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:04.395753 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5444d306-002c-4a06-b200-362d4c948239 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:04.396189 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdcd661-b52b-470d-838a-fab934cb3f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea758bd2-3fff-4b91-8658-250e948b8fdb', 'code': 200} Oct 13 04:19:04.426364 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=02af8261-af42-436d-81a0-3ab22dbcea77,revision_number=6']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:04.603860 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ecb40-72d0-4efc-b079-775e1286197f req-df440c30-b15e-45b5-8c92-d8f001858fb8 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.605352 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2f2ecb40-72d0-4efc-b079-775e1286197f req-df440c30-b15e-45b5-8c92-d8f001858fb8 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 946 time: 0.0682807 Oct 13 04:19:04.607088 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d59fb5-4c88-4e53-b8b8-3dc381273484 req-8fc39fdf-8ad6-4582-8dcd-e7e82f532ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.608593 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-25d59fb5-4c88-4e53-b8b8-3dc381273484 req-8fc39fdf-8ad6-4582-8dcd-e7e82f532ab2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 1099 time: 0.0796580 Oct 13 04:19:04.667407 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2f2ecb40-72d0-4efc-b079-775e1286197f req-49f257e0-2259-45d9-8027-2c46f9091473 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556614 Oct 13 04:19:04.668954 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-25d59fb5-4c88-4e53-b8b8-3dc381273484 req-f52c084c-c64b-4b24-97f5-70e6582568b0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515075 Oct 13 04:19:05.238862 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.417233 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 42428) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:05.531195 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-091acc5a-290e-4434-b4cb-b9cbaede7fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.605601 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-091acc5a-290e-4434-b4cb-b9cbaede7fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.611440 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-091acc5a-290e-4434-b4cb-b9cbaede7fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.647018 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-091acc5a-290e-4434-b4cb-b9cbaede7fa1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a6804f0d29d431fa23055545095247d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287130 Oct 13 04:19:05.649180 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091acc5a-290e-4434-b4cb-b9cbaede7fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2dbd6c-8dd8-45e1-a46e-7c656c22be70,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:05.650659 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 42434) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:05.700753 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0298e03f-e343-49f6-bd36-411e5baae8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.721803 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0298e03f-e343-49f6-bd36-411e5baae8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.769955 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0298e03f-e343-49f6-bd36-411e5baae8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.772613 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0298e03f-e343-49f6-bd36-411e5baae8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.773787 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-0298e03f-e343-49f6-bd36-411e5baae8f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d2dbd6c-8dd8-45e1-a46e-7c656c22be70 HTTP/1.1" status: 204 len: 168 time: 0.1220820 Oct 13 04:19:05.781516 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298e03f-e343-49f6-bd36-411e5baae8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2dbd6c-8dd8-45e1-a46e-7c656c22be70,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:05.883619 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.397794 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddad073-1d60-49aa-808b-97fd2684790f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02af8261-af42-436d-81a0-3ab22dbcea77'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:06.400185 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319740b2-585b-4d78-9fe7-c4fb51388c5f" -d '{"events": [{"server_uuid": "0ddad073-1d60-49aa-808b-97fd2684790f", "name": "network-vif-unplugged", "status": "completed", "tag": "02af8261-af42-436d-81a0-3ab22dbcea77"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:07.117973 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f63166-3048-4bc8-8fdb-afb50931a27d req-7dc2ce3c-d656-448b-b287-ac25e1023edb tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.119487 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-35f63166-3048-4bc8-8fdb-afb50931a27d req-7dc2ce3c-d656-448b-b287-ac25e1023edb tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 943 time: 0.0520010 Oct 13 04:19:07.191601 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-35f63166-3048-4bc8-8fdb-afb50931a27d req-3f375a01-7116-4744-b50c-b5d372a09342 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620053 Oct 13 04:19:07.201778 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa8352-d29b-4f7d-9cf6-104b2eea8a71 req-559f717a-b395-4ed2-bf03-acc7a934d1f6 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.203206 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-33aa8352-d29b-4f7d-9cf6-104b2eea8a71 req-559f717a-b395-4ed2-bf03-acc7a934d1f6 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 946 time: 0.0828946 Oct 13 04:19:07.242908 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f346bf69-9e21-4d12-8826-1019646647a0 x-openstack-request-id: req-f346bf69-9e21-4d12-8826-1019646647a0 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:07.243490 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddad073-1d60-49aa-808b-97fd2684790f", "name": "network-vif-unplugged", "status": "completed", "tag": "02af8261-af42-436d-81a0-3ab22dbcea77", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:07.243490 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f346bf69-9e21-4d12-8826-1019646647a0 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:07.243933 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddad073-1d60-49aa-808b-97fd2684790f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02af8261-af42-436d-81a0-3ab22dbcea77', 'code': 200} Oct 13 04:19:07.245032 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-33aa8352-d29b-4f7d-9cf6-104b2eea8a71 req-6a2e691a-144f-4a22-91a2-4cc9137dff4e tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354857 Oct 13 04:19:08.315035 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c1e29-48d8-48f4-b66a-83939d73f8f4 req-5bed6454-b462-4cd7-b2c7-053cd93bb1b6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:08.316510 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-051c1e29-48d8-48f4-b66a-83939d73f8f4 req-5bed6454-b462-4cd7-b2c7-053cd93bb1b6 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 943 time: 0.0539207 Oct 13 04:19:08.381742 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-051c1e29-48d8-48f4-b66a-83939d73f8f4 req-7a3344c4-50e1-483f-a4ac-09f62b39130c tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561268 Oct 13 04:19:08.391695 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d1a20-595a-495d-81df-aac615a1e77b req-85c0ee3e-65ef-4023-8af1-72e55cc467c3 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:08.393107 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc2d1a20-595a-495d-81df-aac615a1e77b req-85c0ee3e-65ef-4023-8af1-72e55cc467c3 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 946 time: 0.0756664 Oct 13 04:19:08.433412 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc2d1a20-595a-495d-81df-aac615a1e77b req-a5254041-d9b4-4f50-86ef-f3fde88a4990 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341694 Oct 13 04:19:09.520324 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f79f6-4583-42d9-af7d-2d4632b2d559 req-1a833ad7-cf95-443b-bd6e-f1ab6fc3454e tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:09.521858 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a76f79f6-4583-42d9-af7d-2d4632b2d559 req-1a833ad7-cf95-443b-bd6e-f1ab6fc3454e tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 943 time: 0.0573909 Oct 13 04:19:09.561328 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a76f79f6-4583-42d9-af7d-2d4632b2d559 req-0d9df563-a906-4720-acec-87134cf2218b tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Oct 13 04:19:10.681903 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd42090-0e7c-412f-a31c-dcecc69ffcd0 req-7527dc2f-b7c6-43fa-8068-d6191707a8e9 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:10.683338 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ddd42090-0e7c-412f-a31c-dcecc69ffcd0 req-7527dc2f-b7c6-43fa-8068-d6191707a8e9 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 943 time: 0.0504942 Oct 13 04:19:10.725386 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ddd42090-0e7c-412f-a31c-dcecc69ffcd0 req-1f3f3919-be9a-4317-a80a-292a0fb338aa tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332558 Oct 13 04:19:11.856254 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e23a54-0117-4a6d-b2ac-c4cf0d5e40c0 req-96b17366-e051-44cb-ba70-383966a50a9f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.857735 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34e23a54-0117-4a6d-b2ac-c4cf0d5e40c0 req-96b17366-e051-44cb-ba70-383966a50a9f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 943 time: 0.0607553 Oct 13 04:19:11.902285 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34e23a54-0117-4a6d-b2ac-c4cf0d5e40c0 req-f82155aa-9846-4449-b126-8182b1a2f64b tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356414 Oct 13 04:19:13.249912 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:19:20.728198 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd7b41-a597-4945-8bbd-cb8ff4e7da4c req-ea543536-1b6f-41ab-880d-bbb287d6e749 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:20.731594 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-88dd7b41-a597-4945-8bbd-cb8ff4e7da4c req-ea543536-1b6f-41ab-880d-bbb287d6e749 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 943 time: 0.0533435 Oct 13 04:19:20.859524 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c7084-a052-4e0b-8854-4af7506b33e2 req-a6dbb3f3-7e10-45ee-aa23-8b69b91cc6f7 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:20.861311 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1b1c7084-a052-4e0b-8854-4af7506b33e2 req-a6dbb3f3-7e10-45ee-aa23-8b69b91cc6f7 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 943 time: 0.1227331 Oct 13 04:19:20.922528 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1b1c7084-a052-4e0b-8854-4af7506b33e2 req-ad60bf9d-0bc6-4f0f-b582-65ef7c7b89ef tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f529591-9773-4715-a731-2f7b090785eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545158 Oct 13 04:19:20.928935 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-88dd7b41-a597-4945-8bbd-cb8ff4e7da4c req-1408eb26-33a4-4441-a41c-760789b9877f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Deleting port 02af8261-af42-436d-81a0-3ab22dbcea77 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:20.929269 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-88dd7b41-a597-4945-8bbd-cb8ff4e7da4c req-1408eb26-33a4-4441-a41c-760789b9877f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.023685 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-88dd7b41-a597-4945-8bbd-cb8ff4e7da4c req-1408eb26-33a4-4441-a41c-760789b9877f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] For port 02af8261-af42-436d-81a0-3ab22dbcea77, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=02af8261-af42-436d-81a0-3ab22dbcea77,segment=NetworkSegment(aff62797-ead7-4446-b24e-e771fe7cbaf8),segment_id=aff62797-ead7-4446-b24e-e771fe7cbaf8)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:21.024011 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-88dd7b41-a597-4945-8bbd-cb8ff4e7da4c req-1408eb26-33a4-4441-a41c-760789b9877f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.038654 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-88dd7b41-a597-4945-8bbd-cb8ff4e7da4c req-1408eb26-33a4-4441-a41c-760789b9877f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Calling delete_port for 02af8261-af42-436d-81a0-3ab22dbcea77 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:21.199066 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-88dd7b41-a597-4945-8bbd-cb8ff4e7da4c req-1408eb26-33a4-4441-a41c-760789b9877f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.224777 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408eb26-33a4-4441-a41c-760789b9877f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Pushing event deleted for resources: {'Port': ['ID=02af8261-af42-436d-81a0-3ab22dbcea77,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:21.287843 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dd7b41-a597-4945-8bbd-cb8ff4e7da4c req-1408eb26-33a4-4441-a41c-760789b9877f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] No DVR routers for this DVR port 02af8261-af42-436d-81a0-3ab22dbcea77 on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:21.292241 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-88dd7b41-a597-4945-8bbd-cb8ff4e7da4c req-1408eb26-33a4-4441-a41c-760789b9877f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.295663 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-88dd7b41-a597-4945-8bbd-cb8ff4e7da4c req-1408eb26-33a4-4441-a41c-760789b9877f tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.45 "DELETE /v2.0/ports/02af8261-af42-436d-81a0-3ab22dbcea77 HTTP/1.1" status: 204 len: 173 time: 0.5487509 Oct 13 04:19:21.296100 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddad073-1d60-49aa-808b-97fd2684790f', 'name': 'network-vif-deleted', 'tag': '02af8261-af42-436d-81a0-3ab22dbcea77'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:21.298384 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa41495a-5f4f-4d14-857a-e59d034ec35c" -d '{"events": [{"server_uuid": "0ddad073-1d60-49aa-808b-97fd2684790f", "name": "network-vif-deleted", "tag": "02af8261-af42-436d-81a0-3ab22dbcea77"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:21.334944 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f018922-51f7-4f17-bc99-c3dcbb11829c x-openstack-request-id: req-3f018922-51f7-4f17-bc99-c3dcbb11829c {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:21.335223 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddad073-1d60-49aa-808b-97fd2684790f", "name": "network-vif-deleted", "tag": "02af8261-af42-436d-81a0-3ab22dbcea77", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:21.335466 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f018922-51f7-4f17-bc99-c3dcbb11829c {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:21.335853 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddad073-1d60-49aa-808b-97fd2684790f', 'name': 'network-vif-deleted', 'tag': '02af8261-af42-436d-81a0-3ab22dbcea77', 'status': 'completed', 'code': 200} Oct 13 04:19:21.566298 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0563e-53de-4407-883c-2a16b2f32968 req-fb71e8b3-a89b-4024-9a87-d4547b15d702 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.567785 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-00a0563e-53de-4407-883c-2a16b2f32968 req-fb71e8b3-a89b-4024-9a87-d4547b15d702 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 946 time: 0.0579352 Oct 13 04:19:21.607591 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-00a0563e-53de-4407-883c-2a16b2f32968 req-009494dd-8023-4300-ac02-96c57244e438 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Oct 13 04:19:22.019936 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f09b1b4-45b7-4e70-bbd0-b63aaf423be8 req-740f944f-be1d-4cc9-a16d-973f6be93cda tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 210 time: 0.0258226 Oct 13 04:19:22.177772 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-7e9474ae-a50d-4222-b00b-c51ac233b0bb tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.179235 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-7e9474ae-a50d-4222-b00b-c51ac233b0bb tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 815 time: 0.1026649 Oct 13 04:19:22.193838 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-a97b284d-8370-41ca-9982-6d7cc4b817ab tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/quotas/f6806325e2e94089a6944698ad9b7808 HTTP/1.1" status: 200 len: 375 time: 0.0087659 Oct 13 04:19:22.244208 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-f75883c1-c535-417f-b9b8-9bc7c298d60e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451791 Oct 13 04:19:22.341141 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-118bba7a-f5c8-4493-b983-76719de80c94 service neutron] 10.222.0.55 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866852 Oct 13 04:19:22.437052 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-51238f05-6acb-463d-9cb9-68bf2b1a0945 service neutron] 10.222.0.55 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893669 Oct 13 04:19:22.599326 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1849861d-ac83-473e-88a5-c7f7781b6808 req-602e3a1d-4f9f-44ae-aebe-f0501fb35fbe tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 210 time: 0.0278599 Oct 13 04:19:22.735460 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c6769-56fe-42e9-a609-5e78c0d53e16 req-ca3e89de-9a5a-42b2-a5d3-dfa779d1cbc7 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.744693 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb4c6769-56fe-42e9-a609-5e78c0d53e16 req-ca3e89de-9a5a-42b2-a5d3-dfa779d1cbc7 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 946 time: 0.0651491 Oct 13 04:19:22.789866 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fb4c6769-56fe-42e9-a609-5e78c0d53e16 req-4b7cc014-9d22-4604-8a78-73bf6ca4bc82 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441401 Oct 13 04:19:23.133164 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62bc7f45-c760-4351-adf8-18086b1b386d req-ec9e08f3-97ae-432e-b1f9-12de56877406 tempest-DeleteServersTestJSON-1979417967 tempest-DeleteServersTestJSON-1979417967-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ddad073-1d60-49aa-808b-97fd2684790f HTTP/1.1" status: 200 len: 210 time: 0.0253708 Oct 13 04:19:23.693726 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-54f22ea8-c7b1-4a23-b5e6-ef81e43b7d3d req-76f456d4-c4ec-4236-a39d-6babeb5dd4fb tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 210 time: 0.0253992 Oct 13 04:19:23.912271 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb15e9a-177e-40a1-a738-ebc8ea353fcf req-88c5a6a7-fdee-46db-ab2b-3ca09e5d5c0e tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.914195 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bcb15e9a-177e-40a1-a738-ebc8ea353fcf req-88c5a6a7-fdee-46db-ab2b-3ca09e5d5c0e tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 946 time: 0.0489521 Oct 13 04:19:23.954276 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bcb15e9a-177e-40a1-a738-ebc8ea353fcf req-a61ab772-1a40-4396-ad3d-49bd77d13f69 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332391 Oct 13 04:19:24.054296 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a872177-3444-439f-bcf5-897ee37612ac req-ba14eb77-6409-4feb-a240-19d94c59f589 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:24.055596 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a872177-3444-439f-bcf5-897ee37612ac req-ba14eb77-6409-4feb-a240-19d94c59f589 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 946 time: 0.0530646 Oct 13 04:19:24.282546 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-2fc31bb7-aada-4e5f-b873-b1699d6834e3 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:24.284021 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-2fc31bb7-aada-4e5f-b873-b1699d6834e3 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 815 time: 0.1922727 Oct 13 04:19:24.291147 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-7a872177-3444-439f-bcf5-897ee37612ac req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Deleting port ea758bd2-3fff-4b91-8658-250e948b8fdb {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:24.291477 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a872177-3444-439f-bcf5-897ee37612ac req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.334494 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Request body: {'port': {'device_id': 'd58316e9-818c-4986-9148-932d51f34cc9', 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59', 'admin_state_up': True, 'tenant_id': 'f6806325e2e94089a6944698ad9b7808'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:24.455547 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-7a872177-3444-439f-bcf5-897ee37612ac req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] For port ea758bd2-3fff-4b91-8658-250e948b8fdb, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=ea758bd2-3fff-4b91-8658-250e948b8fdb,segment=NetworkSegment(90bc754f-35d6-4451-87c3-b1e78c5ac519),segment_id=90bc754f-35d6-4451-87c3-b1e78c5ac519)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:24.455866 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a872177-3444-439f-bcf5-897ee37612ac req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.473852 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-7a872177-3444-439f-bcf5-897ee37612ac req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Calling delete_port for ea758bd2-3fff-4b91-8658-250e948b8fdb owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:24.744596 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Made reservation on behalf of f6806325e2e94089a6944698ad9b7808 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:24.748343 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.812566 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f582e6ef-40e8-47ce-8997-ef0fe12d9f8c req-02307221-43d7-41c1-8c3a-09a84fd7b53b tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 210 time: 0.0414464 Oct 13 04:19:24.954388 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a872177-3444-439f-bcf5-897ee37612ac req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.971792 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['ea758bd2-3fff-4b91-8658-250e948b8fdb'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:24.989269 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Allocated IP 172.20.0.2 (0d1ab067-7575-4c07-97ac-3bce9cca9c59/61051428-bded-4621-8b92-c502acd948d5/355dc108-256f-4efe-8035-feb0a826461d) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:24.996223 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Pushing event deleted for resources: {'Port': ['ID=ea758bd2-3fff-4b91-8658-250e948b8fdb,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:25.016818 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.017211 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.017550 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.017913 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.018238 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.018560 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.018878 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.019212 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.019530 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.019829 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.020141 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.020449 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.067946 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a872177-3444-439f-bcf5-897ee37612ac req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] No DVR routers for this DVR port ea758bd2-3fff-4b91-8658-250e948b8fdb on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:25.082668 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-7a872177-3444-439f-bcf5-897ee37612ac req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.085967 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a872177-3444-439f-bcf5-897ee37612ac req-474c9ba1-33a0-4551-ae91-950688aca849 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.45 "DELETE /v2.0/ports/ea758bd2-3fff-4b91-8658-250e948b8fdb HTTP/1.1" status: 204 len: 173 time: 0.9953704 Oct 13 04:19:25.086412 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdcd661-b52b-470d-838a-fab934cb3f15', 'name': 'network-vif-deleted', 'tag': 'ea758bd2-3fff-4b91-8658-250e948b8fdb'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:25.088641 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de88ad87-2cd8-404b-8556-84ccd24f54fe" -d '{"events": [{"server_uuid": "dcdcd661-b52b-470d-838a-fab934cb3f15", "name": "network-vif-deleted", "tag": "ea758bd2-3fff-4b91-8658-250e948b8fdb"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:25.109240 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-946595a6-17ec-4e01-9347-8329566744a3 req-c28fd990-e4db-4e61-85de-b00ecc47644f tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcdcd661-b52b-470d-838a-fab934cb3f15 HTTP/1.1" status: 200 len: 210 time: 0.0710628 Oct 13 04:19:25.188647 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6864d4bc-0e35-4455-8575-2b718749660d x-openstack-request-id: req-6864d4bc-0e35-4455-8575-2b718749660d {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:25.188976 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdcd661-b52b-470d-838a-fab934cb3f15", "name": "network-vif-deleted", "tag": "ea758bd2-3fff-4b91-8658-250e948b8fdb", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:25.189150 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6864d4bc-0e35-4455-8575-2b718749660d {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:25.189895 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdcd661-b52b-470d-838a-fab934cb3f15', 'name': 'network-vif-deleted', 'tag': 'ea758bd2-3fff-4b91-8658-250e948b8fdb', 'status': 'completed', 'code': 200} Oct 13 04:19:25.270324 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.308651 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.322757 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0d108316-b79c-4ebf-af4e-9237f069cd94', '0873d595-38af-475f-97a0-d07dd43fbdb5'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:25.366532 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Pushing event updated for resources: {'Port': ['ID=355dc108-256f-4efe-8035-feb0a826461d,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:25.388156 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:25.389952 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:25.392862 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:25.398368 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.398956 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.414701 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-0f0d4ae3-b4ea-4e41-966a-a141b46e09c7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1087484 Oct 13 04:19:25.427123 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Request body: {'port': {'device_id': 'd58316e9-818c-4986-9148-932d51f34cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:25.483080 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.629787 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 42796) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:25.689578 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Deleting subnet 33d59376-4450-4265-9fce-0358aed4e55c {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:19:25.693228 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.740400 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.752343 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.767322 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355dc108-256f-4efe-8035-feb0a826461d {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:25.776858 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.791359 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Transition to ACTIVE for port object 355dc108-256f-4efe-8035-feb0a826461d will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:25.795665 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.828590 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.856642 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Pushing event updated for resources: {'Port': ['ID=355dc108-256f-4efe-8035-feb0a826461d,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:25.870284 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d59376-4450-4265-9fce-0358aed4e55c,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:25.879714 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.885775 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/33d59376-4450-4265-9fce-0358aed4e55c HTTP/1.1" status: 204 len: 168 time: 0.2534511 Oct 13 04:19:25.886959 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 42804) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:25.895993 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Attempting to bind port 355dc108-256f-4efe-8035-feb0a826461d on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:25.896327 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Attempting to bind port 355dc108-256f-4efe-8035-feb0a826461d by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:25.896647 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Attempting to bind port 355dc108-256f-4efe-8035-feb0a826461d on network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:25.897039 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.897531 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.898143 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.898617 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.899578 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.900195 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.900782 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.901093 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Port 355dc108-256f-4efe-8035-feb0a826461d on network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:25.901413 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.901532 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Attempting to bind port 355dc108-256f-4efe-8035-feb0a826461d on network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:25.902006 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.902508 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.903134 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.903956 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e700d2-6fe1-402b-a301-ccb8985819c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:25.906409 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:25.906737 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Checking segment: {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:25.909254 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Bound using segment: {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:25.909757 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Bound port: 355dc108-256f-4efe-8035-feb0a826461d, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:25.910328 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.977190 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.010938 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] For port 355dc108-256f-4efe-8035-feb0a826461d, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:26.014884 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] For port 355dc108-256f-4efe-8035-feb0a826461d, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=355dc108-256f-4efe-8035-feb0a826461d,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:26.025699 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052968ff-6eaf-4b9f-b5b5-7c17b9d1252f req-376f7dea-b1bb-4ea9-8267-d32c03cf1838 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.025699 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-052968ff-6eaf-4b9f-b5b5-7c17b9d1252f req-376f7dea-b1bb-4ea9-8267-d32c03cf1838 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 943 time: 0.0784929 Oct 13 04:19:26.026811 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.068360 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.081185 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.081716 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.083064 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] 10.222.0.45 "PUT /v2.0/ports/355dc108-256f-4efe-8035-feb0a826461d HTTP/1.1" status: 200 len: 1093 time: 0.6599009 Oct 13 04:19:26.090061 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.090401 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.091266 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.091589 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.091915 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.092234 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.092544 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.092845 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.093151 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.093457 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.106838 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b55161-279a-4db4-9a08-fba3b37698bd service neutron] Pushing event updated for resources: {'Port': ['ID=355dc108-256f-4efe-8035-feb0a826461d,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:26.125853 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-052968ff-6eaf-4b9f-b5b5-7c17b9d1252f req-541fb56a-adfa-49a9-8b84-ee94adec9f20 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901785 Oct 13 04:19:26.178301 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-223e2b9b-2beb-4dd4-8734-09600820dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.179514 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-223e2b9b-2beb-4dd4-8734-09600820dc70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 1096 time: 0.0457637 Oct 13 04:19:26.225722 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.226183 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.226562 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.227073 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:19:26.227485 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-2d85c72c-5c6e-4f90-ad05-7813b676f444 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=355dc108-256f-4efe-8035-feb0a826461d HTTP/1.1" status: 200 len: 217 time: 0.0366488 Oct 13 04:19:26.227609 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6d939d-dbb2-4731-87b5-281d18075e13']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:26.252192 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff62797-ead7-4446-b24e-e771fe7cbaf8') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:26.252478 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff62797-ead7-4446-b24e-e771fe7cbaf8') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:26.269164 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5027186'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.285968 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-8fb06408-798f-4521-859b-131a132a2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.287575 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-8fb06408-798f-4521-859b-131a132a2298 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61051428-bded-4621-8b92-c502acd948d5 HTTP/1.1" status: 200 len: 855 time: 0.0530338 Oct 13 04:19:26.298667 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.310998 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:26.311407 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706590'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.327326 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-e84ec488-a6bf-4e72-8fd2-a3c42ffb326a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d1ab067-7575-4c07-97ac-3bce9cca9c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317557 Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: from cryptography.utils import int_from_bytes Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: from cryptography.utils import int_from_bytes Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: Traceback (most recent call last): Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: timer() Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: cb(*args, **kw) Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: return func(*args, **kwargs) Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: self._notify() Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: self.callback(batched_events) Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: event.method(event) Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: return f(self, *a, **k) Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._get(url).json() Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:26.328622 dv-cinder-812751-3-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:26.398230 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.426887 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6d939d-dbb2-4731-87b5-281d18075e13,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:26.447240 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.453241 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f69b1d72-019d-4efb-ab20-b478f9b140f6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1e6d939d-dbb2-4731-87b5-281d18075e13 HTTP/1.1" status: 204 len: 168 time: 0.5639815 Oct 13 04:19:26.505211 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f798967-831d-42e4-bc2f-2192178504fc req-142d313c-30fc-4eaf-a479-610fef275a24 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.506718 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-142d313c-30fc-4eaf-a479-610fef275a24 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/networks?id=37641152-c7d0-4e3b-b8b6-cb9f4932709d HTTP/1.1" status: 200 len: 808 time: 0.1759636 Oct 13 04:19:26.508593 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-52a51686-54da-4950-a350-1b151c27eacb service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693189 Oct 13 04:19:26.546895 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-655aa5e3-5ecb-4c1b-91db-8f60b3fdcae1 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/quotas/09d2cdcae4c64be48feb38880725cda1 HTTP/1.1" status: 200 len: 375 time: 0.0320656 Oct 13 04:19:26.615366 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-434f6797-8c8f-40f9-892f-ebb055ca00be tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=09d2cdcae4c64be48feb38880725cda1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434310 Oct 13 04:19:26.662471 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 42832) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:26.705770 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8e41dae-e89f-4127-aad8-f2ac26c139bd req-c130ac56-e524-4195-95d5-88631752a8dc service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841247 Oct 13 04:19:26.708970 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3a9c71fd-1804-4363-a5b1-9320071790a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d531b9d4b7c47ca9168806481e36699&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0449622 Oct 13 04:19:26.711707 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 42834) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:26.742897 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-3808b735-bab3-4407-b999-be14a78b2768 service neutron] 10.222.0.55 "GET /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263890 Oct 13 04:19:26.766713 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f01b5064-7fd3-46a5-a656-011f6eddd988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.793382 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f01b5064-7fd3-46a5-a656-011f6eddd988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.847163 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f01b5064-7fd3-46a5-a656-011f6eddd988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.852258 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f01b5064-7fd3-46a5-a656-011f6eddd988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.852755 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 42840) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:26.854185 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f01b5064-7fd3-46a5-a656-011f6eddd988 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f529591-9773-4715-a731-2f7b090785eb HTTP/1.1" status: 204 len: 168 time: 0.1413164 Oct 13 04:19:26.860355 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-b01b62a8-9b05-4d47-9373-8c685c846f33 service neutron] 10.222.0.55 "GET /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061568 Oct 13 04:19:26.862470 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b5064-7fd3-46a5-a656-011f6eddd988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f529591-9773-4715-a731-2f7b090785eb,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:27.113229 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dd5a099f-8899-4ef2-a7f1-ddc6a0cc9e58 req-08137afc-c5f5-4768-8a79-efd0e7c8f352 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 210 time: 0.0475161 Oct 13 04:19:27.113971 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c7320bf7-8383-4353-8f7f-44f60ba7bb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.204533 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58316e9-818c-4986-9148-932d51f34cc9', 'tag': '355dc108-256f-4efe-8035-feb0a826461d'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:27.207110 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d99017-080c-4133-a89f-14c61e36d210" -d '{"events": [{"name": "network-changed", "server_uuid": "d58316e9-818c-4986-9148-932d51f34cc9", "tag": "355dc108-256f-4efe-8035-feb0a826461d"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:27.251444 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c7320bf7-8383-4353-8f7f-44f60ba7bb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.254819 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c64d2b-42f0-46d1-9227-b47b958d6b88 x-openstack-request-id: req-a4c64d2b-42f0-46d1-9227-b47b958d6b88 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:27.255074 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58316e9-818c-4986-9148-932d51f34cc9", "tag": "355dc108-256f-4efe-8035-feb0a826461d", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:27.255310 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4c64d2b-42f0-46d1-9227-b47b958d6b88 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:27.255837 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58316e9-818c-4986-9148-932d51f34cc9', 'tag': '355dc108-256f-4efe-8035-feb0a826461d', 'status': 'completed', 'code': 200} Oct 13 04:19:27.259486 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c7320bf7-8383-4353-8f7f-44f60ba7bb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.341085 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-c7320bf7-8383-4353-8f7f-44f60ba7bb27 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=918762a35dab425fbd27f131525dd50f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4874454 Oct 13 04:19:27.344107 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 42870) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:27.344332 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7320bf7-8383-4353-8f7f-44f60ba7bb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ec2935-48a4-4ba5-aa78-0fe63df18bf4,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:27.365005 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63161a-e704-421c-a1aa-4c950a895b97 req-a1b5fba2-faa6-422f-a203-67e54fd77eea tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.369328 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd63161a-e704-421c-a1aa-4c950a895b97 req-a1b5fba2-faa6-422f-a203-67e54fd77eea tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 943 time: 0.1587625 Oct 13 04:19:27.393490 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99017-080c-4133-a89f-14c61e36d210 req-0dd4aefc-7c24-4a03-a394-64a92edf7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.395622 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a6d99017-080c-4133-a89f-14c61e36d210 req-0dd4aefc-7c24-4a03-a394-64a92edf7d6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 1096 time: 0.1188686 Oct 13 04:19:27.449487 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ba26876d-daa3-413f-9142-c3ad7937a9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.484385 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cd63161a-e704-421c-a1aa-4c950a895b97 req-cef4b2c7-fa70-419a-a843-5755c889c45c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004965 Oct 13 04:19:27.487109 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ba26876d-daa3-413f-9142-c3ad7937a9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.544907 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99017-080c-4133-a89f-14c61e36d210 req-5e185acb-9ddf-4966-ad3f-35905ba15682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.546448 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a6d99017-080c-4133-a89f-14c61e36d210 req-5e185acb-9ddf-4966-ad3f-35905ba15682 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 916 time: 0.1382039 Oct 13 04:19:27.571738 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ba26876d-daa3-413f-9142-c3ad7937a9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.575024 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ba26876d-daa3-413f-9142-c3ad7937a9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.581629 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ba26876d-daa3-413f-9142-c3ad7937a9e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7ec2935-48a4-4ba5-aa78-0fe63df18bf4 HTTP/1.1" status: 204 len: 168 time: 0.2362361 Oct 13 04:19:27.591505 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26876d-daa3-413f-9142-c3ad7937a9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ec2935-48a4-4ba5-aa78-0fe63df18bf4,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:27.617025 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a6d99017-080c-4133-a89f-14c61e36d210 req-3f70e49d-b7db-427a-9e62-da575fa1e5fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=355dc108-256f-4efe-8035-feb0a826461d HTTP/1.1" status: 200 len: 217 time: 0.0604961 Oct 13 04:19:27.704045 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99017-080c-4133-a89f-14c61e36d210 req-fa41350f-8eae-4286-b0c5-923e7c3e3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.705851 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a6d99017-080c-4133-a89f-14c61e36d210 req-fa41350f-8eae-4286-b0c5-923e7c3e3220 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61051428-bded-4621-8b92-c502acd948d5 HTTP/1.1" status: 200 len: 855 time: 0.0615396 Oct 13 04:19:27.741802 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 42890) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:27.747471 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a6d99017-080c-4133-a89f-14c61e36d210 req-fa2f5d1f-e6f2-4786-857f-6e480bf00bdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d1ab067-7575-4c07-97ac-3bce9cca9c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340729 Oct 13 04:19:27.875037 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a6d99017-080c-4133-a89f-14c61e36d210 req-3e1e1dd6-3c09-4e5c-a78c-48bb58105077 service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197021 Oct 13 04:19:27.960398 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-809307334-network', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:27.984174 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Made reservation on behalf of 6d40f7ce511c4c95acdbf891d32505c6 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:27.986679 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.990866 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a6d99017-080c-4133-a89f-14c61e36d210 req-9bcd8797-fc5b-487b-a4d1-59986c45b090 service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078296 Oct 13 04:19:27.995352 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.022517 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device ea758bd2-3fff-4b91-8658-250e948b8fdb no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:28.059866 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: ea758bd2-3fff-4b91-8658-250e948b8fdb {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:28.060365 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device ea758bd2-3fff-4b91-8658-250e948b8fdb not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:28.086582 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.091346 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.118420 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:28.128425 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08e372a-63b2-436e-9687-0823c7bc9551,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:28.139449 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.139449 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Added segment 942d58e9-4a2e-4cfa-8912-93feea556bb2 of type vlan for network ad1401a3-1315-4343-905f-76fd363a95dd Oct 13 04:19:28.186202 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.218119 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.219359 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.220000 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.223625 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-520130bd-0b37-4c62-9e5f-fb03d0c0efc2 req-80d74c79-04ab-48f0-a11a-b0146198ebb6 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 210 time: 0.0281868 Oct 13 04:19:28.294093 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5477672 Oct 13 04:19:28.294289 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 42914) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:28.299223 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-a8d40d86-d4ed-4d70-b8a8-dfb159d9cf3d admin admin] Request body: {'subnet': {'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-809307334-subnet', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:28.306201 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d71d6-e501-4559-bde1-7bb536a7ba00 admin admin] Pushing event updated for resources: {'Network': ['ID=ad1401a3-1315-4343-905f-76fd363a95dd,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:28.320784 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network ad1401a3-1315-4343-905f-76fd363a95dd details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:28.333306 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d40d86-d4ed-4d70-b8a8-dfb159d9cf3d admin admin] Made reservation on behalf of 6d40f7ce511c4c95acdbf891d32505c6 for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:28.335782 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a8d40d86-d4ed-4d70-b8a8-dfb159d9cf3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274345'] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.487402 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f798967-831d-42e4-bc2f-2192178504fc req-c7cf0b6d-ff56-432a-9caa-68f86d5b65e1 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.494707 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-c7cf0b6d-ff56-432a-9caa-68f86d5b65e1 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.45 "GET /v2.0/networks?id=37641152-c7d0-4e3b-b8b6-cb9f4932709d HTTP/1.1" status: 200 len: 808 time: 0.1802292 Oct 13 04:19:28.509698 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-4f798967-831d-42e4-bc2f-2192178504fc req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Request body: {'port': {'device_id': '8147fc29-c466-4164-b49c-0f8c733a11f7', 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d', 'admin_state_up': True, 'tenant_id': '09d2cdcae4c64be48feb38880725cda1'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:28.576644 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a8d40d86-d4ed-4d70-b8a8-dfb159d9cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7706179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274311'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.649306 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d40d86-d4ed-4d70-b8a8-dfb159d9cf3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af68be4-9f67-4575-a8cd-9500968eb3b5,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:28.653813 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d40d86-d4ed-4d70-b8a8-dfb159d9cf3d admin admin] Checking segment: {'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:28.654175 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d40d86-d4ed-4d70-b8a8-dfb159d9cf3d admin admin] Network hostable DHCP agents. Network: ad1401a3-1315-4343-905f-76fd363a95dd, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:28.675944 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d40d86-d4ed-4d70-b8a8-dfb159d9cf3d admin admin] Network ad1401a3-1315-4343-905f-76fd363a95dd is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:28.691015 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-a8d40d86-d4ed-4d70-b8a8-dfb159d9cf3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, ad1401a3-1315-4343-905f-76fd363a95dd) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:28.695579 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6c1ea-8db0-46ac-9ac4-c0465dab9836 req-d0b86bda-0e89-44c2-b507-a83ec842bb1d tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.696374 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d40d86-d4ed-4d70-b8a8-dfb159d9cf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.697121 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a8d40d86-d4ed-4d70-b8a8-dfb159d9cf3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.697431 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-07c6c1ea-8db0-46ac-9ac4-c0465dab9836 req-d0b86bda-0e89-44c2-b507-a83ec842bb1d tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 943 time: 0.1189017 Oct 13 04:19:28.703506 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f798967-831d-42e4-bc2f-2192178504fc req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Made reservation on behalf of 09d2cdcae4c64be48feb38880725cda1 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:28.708597 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-4f798967-831d-42e4-bc2f-2192178504fc req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.710528 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9690bca7-dae2-462b-af7c-792227b1a2e7 None None] Network ad1401a3-1315-4343-905f-76fd363a95dd requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:28.728900 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a8d40d86-d4ed-4d70-b8a8-dfb159d9cf3d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4318371 Oct 13 04:19:28.730782 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 42934) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:28.735914 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-809307334-router', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:28.788401 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.790183 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7424'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.809214 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-07c6c1ea-8db0-46ac-9ac4-c0465dab9836 req-725a1d5e-4b6f-4a36-883d-6e5c4c8c97b6 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969729 Oct 13 04:19:28.865326 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691ab900-16d5-4181-9be2-91f3978d0522 None None] Network ad1401a3-1315-4343-905f-76fd363a95dd requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:28.908022 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-4f798967-831d-42e4-bc2f-2192178504fc req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Allocated IP 172.20.0.4 (37641152-c7d0-4e3b-b8b6-cb9f4932709d/dcd02e20-9e4d-4bbe-9f54-bacfa9b45ef0/e954c7e7-2db7-4d12-91cb-5ee2d4db563c) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:28.938493 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.110260 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.119389 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-4f798967-831d-42e4-bc2f-2192178504fc req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.125581 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 42942) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:29.167365 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-4f798967-831d-42e4-bc2f-2192178504fc req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.215347 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f798967-831d-42e4-bc2f-2192178504fc req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Network 37641152-c7d0-4e3b-b8b6-cb9f4932709d is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:29.220413 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-4f798967-831d-42e4-bc2f-2192178504fc req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:29.224217 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f798967-831d-42e4-bc2f-2192178504fc req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:29.229904 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f798967-831d-42e4-bc2f-2192178504fc req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.230584 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-4f798967-831d-42e4-bc2f-2192178504fc req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.245685 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Pushing event updated for resources: {'Port': ['ID=e954c7e7-2db7-4d12-91cb-5ee2d4db563c,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:29.265336 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a2743fb0-17bf-49c3-9e13-93e5689cb8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.273572 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-d9a500c3-1d1f-4a00-adae-4dc0c2d4908c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7679667 Oct 13 04:19:29.290531 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Request body: {'port': {'device_id': '8147fc29-c466-4164-b49c-0f8c733a11f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:29.318675 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.337255 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.400113 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.430486 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2d27a-2b9a-42e3-9cc3-e55d7d937f10 req-d21baa38-ef86-476f-84a6-fbe493943a25 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.431944 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9ad2d27a-2b9a-42e3-9cc3-e55d7d937f10 req-d21baa38-ef86-476f-84a6-fbe493943a25 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 931 time: 0.1197448 Oct 13 04:19:29.441257 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Allocated IP 172.27.2.247 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/cf541849-155a-4878-a2e5-e626ce82b724) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:29.494530 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a2743fb0-17bf-49c3-9e13-93e5689cb8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.509556 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a2743fb0-17bf-49c3-9e13-93e5689cb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.548525 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.586859 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.601171 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9ad2d27a-2b9a-42e3-9cc3-e55d7d937f10 req-1d4b4807-f195-4ed4-a6db-0756f74862bf tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613479 Oct 13 04:19:29.615753 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a2743fb0-17bf-49c3-9e13-93e5689cb8f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4f999d631c74ad983d5472f980568db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856744 Oct 13 04:19:29.616812 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 42948) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:29.624966 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2743fb0-17bf-49c3-9e13-93e5689cb8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8d46af-4212-43f6-b696-e1200bda11bb,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:29.647229 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:29.655790 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:29.665772 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:29.669144 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Pushing event updated for resources: {'Port': ['ID=cf541849-155a-4878-a2e5-e626ce82b724,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:29.723847 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7220-fd41-4a82-9cc6-535b0666e4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.755836 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f8f4bd12-d6c7-40fb-952a-a99025e76437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.772839 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e954c7e7-2db7-4d12-91cb-5ee2d4db563c {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:29.785344 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.798356 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Transition to ACTIVE for port object e954c7e7-2db7-4d12-91cb-5ee2d4db563c will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:29.804064 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.821144 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7220-fd41-4a82-9cc6-535b0666e4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.854551 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e954c7e7-2db7-4d12-91cb-5ee2d4db563c,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:29.934907 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Attempting to bind port e954c7e7-2db7-4d12-91cb-5ee2d4db563c on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:29.935284 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Attempting to bind port e954c7e7-2db7-4d12-91cb-5ee2d4db563c by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '90bc754f-35d6-4451-87c3-b1e78c5ac519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:29.935546 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Attempting to bind port e954c7e7-2db7-4d12-91cb-5ee2d4db563c on network 37641152-c7d0-4e3b-b8b6-cb9f4932709d {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:29.937287 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7220-fd41-4a82-9cc6-535b0666e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.939880 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7220-fd41-4a82-9cc6-535b0666e4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.941041 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c5eb7220-fd41-4a82-9cc6-535b0666e4af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c8d46af-4212-43f6-b696-e1200bda11bb HTTP/1.1" status: 204 len: 168 time: 0.3207402 Oct 13 04:19:29.941726 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Port e954c7e7-2db7-4d12-91cb-5ee2d4db563c on network 37641152-c7d0-4e3b-b8b6-cb9f4932709d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:29.942030 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Attempting to bind port e954c7e7-2db7-4d12-91cb-5ee2d4db563c on network 37641152-c7d0-4e3b-b8b6-cb9f4932709d {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:29.949361 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:29.949697 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Checking segment: {'id': '90bc754f-35d6-4451-87c3-b1e78c5ac519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:29.950077 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Bound using segment: {'id': '90bc754f-35d6-4451-87c3-b1e78c5ac519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:29.950492 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Bound port: e954c7e7-2db7-4d12-91cb-5ee2d4db563c, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bc754f-35d6-4451-87c3-b1e78c5ac519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:29.950836 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.985595 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7220-fd41-4a82-9cc6-535b0666e4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8d46af-4212-43f6-b696-e1200bda11bb,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:29.993260 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46555da8-21e7-4007-bb76-2e62450136f6 req-b7d57fd0-4220-4a8a-b66c-97581c8ca8c1 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.998135 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46555da8-21e7-4007-bb76-2e62450136f6 req-b7d57fd0-4220-4a8a-b66c-97581c8ca8c1 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 943 time: 0.0984278 Oct 13 04:19:30.019490 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.068755 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46555da8-21e7-4007-bb76-2e62450136f6 req-f7c9f55b-c5e9-4c04-8987-55c67f1c72ce tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678136 Oct 13 04:19:30.069798 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] For port e954c7e7-2db7-4d12-91cb-5ee2d4db563c, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:30.073993 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] For port e954c7e7-2db7-4d12-91cb-5ee2d4db563c, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=e954c7e7-2db7-4d12-91cb-5ee2d4db563c,segment=NetworkSegment(90bc754f-35d6-4451-87c3-b1e78c5ac519),segment_id=90bc754f-35d6-4451-87c3-b1e78c5ac519)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:30.091524 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.175799 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.176970 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.179030 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/e954c7e7-2db7-4d12-91cb-5ee2d4db563c HTTP/1.1" status: 200 len: 1093 time: 0.8950410 Oct 13 04:19:30.179590 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8147fc29-c466-4164-b49c-0f8c733a11f7', 'tag': 'e954c7e7-2db7-4d12-91cb-5ee2d4db563c'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:30.183729 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5eb7710-6118-40f0-8d15-28d328e41b26" -d '{"events": [{"name": "network-changed", "server_uuid": "8147fc29-c466-4164-b49c-0f8c733a11f7", "tag": "e954c7e7-2db7-4d12-91cb-5ee2d4db563c"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:30.189686 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe290-1630-44d9-b0b5-c1f75cc738c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e954c7e7-2db7-4d12-91cb-5ee2d4db563c,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:30.233775 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7943605e-850f-4e99-8a4a-20c005c155f7 x-openstack-request-id: req-7943605e-850f-4e99-8a4a-20c005c155f7 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:30.234247 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8147fc29-c466-4164-b49c-0f8c733a11f7", "tag": "e954c7e7-2db7-4d12-91cb-5ee2d4db563c", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:30.234627 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7943605e-850f-4e99-8a4a-20c005c155f7 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:30.235042 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8147fc29-c466-4164-b49c-0f8c733a11f7', 'tag': 'e954c7e7-2db7-4d12-91cb-5ee2d4db563c', 'status': 'completed', 'code': 200} Oct 13 04:19:30.280020 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783014'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.291929 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f798967-831d-42e4-bc2f-2192178504fc req-eebb4cce-f7b5-460b-a479-323dd59edd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.293641 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-eebb4cce-f7b5-460b-a479-323dd59edd73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09d2cdcae4c64be48feb38880725cda1&device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 1096 time: 0.0535364 Oct 13 04:19:30.336608 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-bfc07761-babf-4973-8119-e602b284edd2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e954c7e7-2db7-4d12-91cb-5ee2d4db563c HTTP/1.1" status: 200 len: 217 time: 0.0339634 Oct 13 04:19:30.388074 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f798967-831d-42e4-bc2f-2192178504fc req-2736692b-d080-4544-85ba-b6713bcc0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.389576 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-2736692b-d080-4544-85ba-b6713bcc0239 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcd02e20-9e4d-4bbe-9f54-bacfa9b45ef0 HTTP/1.1" status: 200 len: 848 time: 0.0454805 Oct 13 04:19:30.406501 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Router c08739ba-1d63-4712-8c7d-b0144a6f2120 is scheduled to L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:19:30.424593 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-d471061a-9f97-42d8-9d53-7e0565f520b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37641152-c7d0-4e3b-b8b6-cb9f4932709d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258710 Oct 13 04:19:30.531495 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-9d45c895-5ed2-432b-a6e7-c4b380fbdd1d service neutron] 10.222.0.45 "GET /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912125 Oct 13 04:19:30.626469 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f798967-831d-42e4-bc2f-2192178504fc req-c4b4fb23-d36c-4d3b-95f8-cf65db0dfb5e service neutron] 10.222.0.45 "GET /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863552 Oct 13 04:19:30.717331 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:30.727221 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Sync routers for ids ['c08739ba-1d63-4712-8c7d-b0144a6f2120'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:30.737433 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.749702 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-220ed53d-6c4e-412d-a91f-2e6b6960ee0c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.0066953 Oct 13 04:19:30.749953 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Routers {'c08739ba-1d63-4712-8c7d-b0144a6f2120'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:30.749953 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:19:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['c08739ba-1d63-4712-8c7d-b0144a6f2120'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:30.757995 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31227fd9-a1c1-412e-a446-d255824b7fc8 req-88d9ba2b-fc82-4084-8853-128d65e39746 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.759556 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-31227fd9-a1c1-412e-a446-d255824b7fc8 req-88d9ba2b-fc82-4084-8853-128d65e39746 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 943 time: 0.0813437 Oct 13 04:19:30.785082 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb7710-6118-40f0-8d15-28d328e41b26 req-47b68986-13c6-46b4-8f40-7c9e4e1902d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.786478 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5eb7710-6118-40f0-8d15-28d328e41b26 req-47b68986-13c6-46b4-8f40-7c9e4e1902d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09d2cdcae4c64be48feb38880725cda1&device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 1096 time: 0.0992501 Oct 13 04:19:30.789341 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 42966) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:30.849658 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-31227fd9-a1c1-412e-a446-d255824b7fc8 req-ff7eb3e5-3e5e-47e1-b665-9d66d8fb388f tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829003 Oct 13 04:19:30.904066 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb7710-6118-40f0-8d15-28d328e41b26 req-bc93e361-b235-4cba-82c2-0e3936605173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.905539 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5eb7710-6118-40f0-8d15-28d328e41b26 req-bc93e361-b235-4cba-82c2-0e3936605173 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37641152-c7d0-4e3b-b8b6-cb9f4932709d HTTP/1.1" status: 200 len: 909 time: 0.1106346 Oct 13 04:19:30.940390 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Set router c08739ba-1d63-4712-8c7d-b0144a6f2120 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:31.134308 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'name': 'tempest-ServerRescueNegativeTestJSON-809307334-router', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:28Z', 'updated_at': '2021-10-13T04:19:29Z', 'revision_number': 3, 'project_id': '6d40f7ce511c4c95acdbf891d32505c6', 'gw_port': {'id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:31.161901 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5eb7710-6118-40f0-8d15-28d328e41b26 req-051a2f7c-f15e-40e0-ac0d-56541e1584e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e954c7e7-2db7-4d12-91cb-5ee2d4db563c HTTP/1.1" status: 200 len: 217 time: 0.2469313 Oct 13 04:19:31.169636 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Checking router: c08739ba-1d63-4712-8c7d-b0144a6f2120 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:31.169988 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Updating router c08739ba-1d63-4712-8c7d-b0144a6f2120 port cf541849-155a-4878-a2e5-e626ce82b724 binding host dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:19:31.209728 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.248707 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb7710-6118-40f0-8d15-28d328e41b26 req-d3b4dd6f-1189-4517-94b8-60b9179ade0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:31.250204 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5eb7710-6118-40f0-8d15-28d328e41b26 req-d3b4dd6f-1189-4517-94b8-60b9179ade0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcd02e20-9e4d-4bbe-9f54-bacfa9b45ef0 HTTP/1.1" status: 200 len: 848 time: 0.0802853 Oct 13 04:19:31.262766 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36068e41-a5d0-4b02-9601-6fae52b15aa8 req-032a9b08-570f-4cb8-8eec-c7933cf248f3 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:31.264206 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36068e41-a5d0-4b02-9601-6fae52b15aa8 req-032a9b08-570f-4cb8-8eec-c7933cf248f3 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 943 time: 0.0654221 Oct 13 04:19:31.292275 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.293108 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5eb7710-6118-40f0-8d15-28d328e41b26 req-94b645cb-a079-4244-bcaa-160aa4a50a6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37641152-c7d0-4e3b-b8b6-cb9f4932709d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278468 Oct 13 04:19:31.365512 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36068e41-a5d0-4b02-9601-6fae52b15aa8 req-69124f2a-e354-48aa-9ebd-d26e1a0071ee tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902309 Oct 13 04:19:31.414060 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5eb7710-6118-40f0-8d15-28d328e41b26 req-98589d39-e5c4-403c-8eb8-841e0c388f54 service neutron] 10.222.0.45 "GET /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091199 Oct 13 04:19:31.470837 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Allocated IP 172.20.0.1 (ad1401a3-1315-4343-905f-76fd363a95dd/7af68be4-9f67-4575-a8cd-9500968eb3b5/6bcc9dc6-9c99-4388-83ab-c54adcfb6379) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:31.488700 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.494589 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.530163 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5eb7710-6118-40f0-8d15-28d328e41b26 req-753f124f-b308-49a5-9752-9ff94aa4eaab service neutron] 10.222.0.45 "GET /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075788 Oct 13 04:19:31.543779 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Pushing event updated for resources: {'Port': ['ID=cf541849-155a-4878-a2e5-e626ce82b724,revision_number=2']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:31.558989 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:31.559332 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:31.559668 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:31.559996 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:31.560320 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:31.560643 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:31.560963 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:31.561281 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:31.561642 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:31.561967 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:31.562282 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:31.562599 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:31.565734 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Attempting to bind port cf541849-155a-4878-a2e5-e626ce82b724 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:31.566093 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Attempting to bind port cf541849-155a-4878-a2e5-e626ce82b724 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:31.566448 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Attempting to bind port cf541849-155a-4878-a2e5-e626ce82b724 on network 28a94815-3f81-4fe0-9ec2-d04c561dfdca {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:31.571882 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:31.572247 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Checking segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:31.572642 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.573022 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Bound using segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:31.573476 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Bound port: cf541849-155a-4878-a2e5-e626ce82b724, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:31.573920 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.594780 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.627173 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] For port cf541849-155a-4878-a2e5-e626ce82b724, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:31.629702 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.631443 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] For port cf541849-155a-4878-a2e5-e626ce82b724, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=cf541849-155a-4878-a2e5-e626ce82b724,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:31.637071 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.669245 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Network ad1401a3-1315-4343-905f-76fd363a95dd is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:31.672275 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:31.676761 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:31.695764 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Routers {'c08739ba-1d63-4712-8c7d-b0144a6f2120'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:31.696368 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:19:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['c08739ba-1d63-4712-8c7d-b0144a6f2120'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:31.697955 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Pushing event updated for resources: {'Port': ['ID=6bcc9dc6-9c99-4388-83ab-c54adcfb6379,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:31.698088 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522f0e-fcb3-44b6-b895-d82dd18be312 None None] Pushing event updated for resources: {'Port': ['ID=cf541849-155a-4878-a2e5-e626ce82b724,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:31.717175 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782839'] for router_interface, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.805499 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] Set router c08739ba-1d63-4712-8c7d-b0144a6f2120 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:31.840337 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.981814 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166d52b-8cce-467a-a368-f72409caee7b req-eddbad54-9bce-4ad1-8b9e-f5fd9a99e0dd tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:31.983289 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1166d52b-8cce-467a-a368-f72409caee7b req-eddbad54-9bce-4ad1-8b9e-f5fd9a99e0dd tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 943 time: 0.0526052 Oct 13 04:19:31.996169 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'name': 'tempest-ServerRescueNegativeTestJSON-809307334-router', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:28Z', 'updated_at': '2021-10-13T04:19:29Z', 'revision_number': 3, 'project_id': '6d40f7ce511c4c95acdbf891d32505c6', 'gw_port': {'id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:32.012131 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.020346 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7706166'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.032494 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d7e10-3bdc-4038-81bd-8a042ba04497 None None] The sync data for ids ['c08739ba-1d63-4712-8c7d-b0144a6f2120'] in dv-cinder-812751-3-iscsi is: [{'id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'name': 'tempest-ServerRescueNegativeTestJSON-809307334-router', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:28Z', 'updated_at': '2021-10-13T04:19:29Z', 'revision_number': 3, 'project_id': '6d40f7ce511c4c95acdbf891d32505c6', 'gw_port': {'id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:32.034198 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1166d52b-8cce-467a-a368-f72409caee7b req-a4fb5c7c-460f-4d6c-b29a-f3f66420e63b tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438230 Oct 13 04:19:32.074156 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 355dc108-256f-4efe-8035-feb0a826461d details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:32.098467 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1791143'] for router_interface, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.101294 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Pushing event updated for resources: {'Port': ['ID=6bcc9dc6-9c99-4388-83ab-c54adcfb6379,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:32.180826 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 355dc108-256f-4efe-8035-feb0a826461d, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=355dc108-256f-4efe-8035-feb0a826461d,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:32.190725 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Network ad1401a3-1315-4343-905f-76fd363a95dd is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:32.194517 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '355dc108-256f-4efe-8035-feb0a826461d', 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59', 'port_id': '355dc108-256f-4efe-8035-feb0a826461d', 'mac_address': 'fa:16:3e:ba:49:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61051428-bded-4621-8b92-c502acd948d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:32.194932 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:32.235590 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.256865 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355dc108-256f-4efe-8035-feb0a826461d {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:32.278140 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 355dc108-256f-4efe-8035-feb0a826461d, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=355dc108-256f-4efe-8035-feb0a826461d,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:32.289688 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.345268 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Router c08739ba-1d63-4712-8c7d-b0144a6f2120 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:32.355864 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9df7403e-0664-4347-91fe-14ec2ace5e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.368278 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=355dc108-256f-4efe-8035-feb0a826461d,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:32.477364 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:32.491644 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-747c55a7-25ff-4540-b7f9-472f357383eb admin admin] 10.222.0.55 "PUT /v2.0/routers/c08739ba-1d63-4712-8c7d-b0144a6f2120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6933849 Oct 13 04:19:32.505685 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16691c-2ecf-4ea7-8ad1-da23554b45db req-60cc6f14-a1c8-4ac0-af24-3c75460569e9 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.507305 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dc16691c-2ecf-4ea7-8ad1-da23554b45db req-60cc6f14-a1c8-4ac0-af24-3c75460569e9 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 944 time: 0.0616055 Oct 13 04:19:32.575056 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dc16691c-2ecf-4ea7-8ad1-da23554b45db req-ebc4524f-eac7-4908-b5fd-e32662b68e36 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515957 Oct 13 04:19:32.922324 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-d2596821-2066-442f-8488-bbe4085e3230 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.923681 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-d2596821-2066-442f-8488-bbe4085e3230 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/networks?id=ad1401a3-1315-4343-905f-76fd363a95dd HTTP/1.1" status: 200 len: 818 time: 0.1007812 Oct 13 04:19:32.938632 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b36141de-e2a2-4815-bd43-8c42430eb90f tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/quotas/6d40f7ce511c4c95acdbf891d32505c6 HTTP/1.1" status: 200 len: 375 time: 0.0091455 Oct 13 04:19:32.970447 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['355dc108-256f-4efe-8035-feb0a826461d'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:33.001298 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-693a994e-6fc6-47d9-8459-57a8c8004ec3 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574145 Oct 13 04:19:33.030769 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device cf541849-155a-4878-a2e5-e626ce82b724 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:33.096218 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-e32ea12b-548e-4c86-9b83-75a1abe5cf4e service neutron] 10.222.0.55 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864403 Oct 13 04:19:33.124414 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port cf541849-155a-4878-a2e5-e626ce82b724 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:33.125365 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.215466 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1f7d2-10ad-4fd8-af14-57b38c47240d req-1d5782c8-863e-4b91-838f-6a50c8f96a90 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:33.216931 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-86c1f7d2-10ad-4fd8-af14-57b38c47240d req-1d5782c8-863e-4b91-838f-6a50c8f96a90 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 943 time: 0.1108203 Oct 13 04:19:33.233648 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.238783 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-25721ced-f47c-46f9-b6ab-8f0abe0368ce service neutron] 10.222.0.55 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301720 Oct 13 04:19:33.256262 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port cf541849-155a-4878-a2e5-e626ce82b724, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=cf541849-155a-4878-a2e5-e626ce82b724,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:33.262859 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.265571 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-86c1f7d2-10ad-4fd8-af14-57b38c47240d req-5b23b597-6c9c-4c89-ba9a-922dedf04c4f tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376501 Oct 13 04:19:33.331332 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=cf541849-155a-4878-a2e5-e626ce82b724,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:33.344511 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.433888 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c727ad70-9e83-4781-9859-7d6337268650 req-91ed3dd1-1902-4ab0-ba9f-7fa12e99ce79 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 210 time: 0.0260038 Oct 13 04:19:33.608697 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.681469 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Sync routers for ids ['c08739ba-1d63-4712-8c7d-b0144a6f2120'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:33.692153 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Routers {'c08739ba-1d63-4712-8c7d-b0144a6f2120'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:33.692768 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:19:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['c08739ba-1d63-4712-8c7d-b0144a6f2120'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:33.697225 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-98f9fa69-dce4-4ac0-addd-5bbd537a2dde tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:33.698901 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-98f9fa69-dce4-4ac0-addd-5bbd537a2dde tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/networks?id=ad1401a3-1315-4343-905f-76fd363a95dd HTTP/1.1" status: 200 len: 818 time: 0.1318877 Oct 13 04:19:33.715651 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-d7fa3d9f-e480-4ce1-81a4-720f9ec6a911 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/quotas/6d40f7ce511c4c95acdbf891d32505c6 HTTP/1.1" status: 200 len: 375 time: 0.0099950 Oct 13 04:19:33.767145 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-1084220d-3b6c-4c6d-9371-f2c76f501c0a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454404 Oct 13 04:19:33.806591 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Set router c08739ba-1d63-4712-8c7d-b0144a6f2120 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:33.868149 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-1c538325-6f12-4f1b-84cf-8d6285a6da05 service neutron] 10.222.0.55 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932343 Oct 13 04:19:33.979470 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a9fc3-da73-4e40-9145-3980acd73d47 req-be9b579e-40d5-4fc7-b1a9-a7c2427ad6fe tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:33.980894 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-205a9fc3-da73-4e40-9145-3980acd73d47 req-be9b579e-40d5-4fc7-b1a9-a7c2427ad6fe tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 944 time: 0.0968287 Oct 13 04:19:34.014120 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'name': 'tempest-ServerRescueNegativeTestJSON-809307334-router', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:28Z', 'updated_at': '2021-10-13T04:19:31Z', 'revision_number': 4, 'project_id': '6d40f7ce511c4c95acdbf891d32505c6', 'gw_port': {'id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '6bcc9dc6-9c99-4388-83ab-c54adcfb6379', 'name': '', 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'mac_address': 'fa:16:3e:01:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '7af68be4-9f67-4575-a8cd-9500968eb3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:31Z', 'updated_at': '2021-10-13T04:19:31Z', 'revision_number': 2, 'project_id': '6d40f7ce511c4c95acdbf891d32505c6', 'subnets': [{'id': '7af68be4-9f67-4575-a8cd-9500968eb3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:34.017365 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-6f47f4b1-1179-4d57-adcd-e38e42954115 service neutron] 10.222.0.55 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425729 Oct 13 04:19:34.035036 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-205a9fc3-da73-4e40-9145-3980acd73d47 req-5ed88ff3-9053-4f9d-a25d-2d2b35d08188 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458124 Oct 13 04:19:34.044481 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Checking router: c08739ba-1d63-4712-8c7d-b0144a6f2120 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:34.044827 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Updating router c08739ba-1d63-4712-8c7d-b0144a6f2120 port 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 binding host dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:19:34.078884 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.092215 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device e954c7e7-2db7-4d12-91cb-5ee2d4db563c details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:34.204517 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5c88285-75f3-419e-acf4-d561a324571c req-a9d0a33e-2d1d-467b-87a9-d730cb6b4395 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 210 time: 0.0320525 Oct 13 04:19:34.324405 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port e954c7e7-2db7-4d12-91cb-5ee2d4db563c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=e954c7e7-2db7-4d12-91cb-5ee2d4db563c,segment=NetworkSegment(90bc754f-35d6-4451-87c3-b1e78c5ac519),segment_id=90bc754f-35d6-4451-87c3-b1e78c5ac519)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:34.343728 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': 'e954c7e7-2db7-4d12-91cb-5ee2d4db563c', 'network_id': '37641152-c7d0-4e3b-b8b6-cb9f4932709d', 'port_id': 'e954c7e7-2db7-4d12-91cb-5ee2d4db563c', 'mac_address': 'fa:16:3e:15:87:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd02e20-9e4d-4bbe-9f54-bacfa9b45ef0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:34.396040 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233d1e1-86eb-4346-a8b8-142095fba0e3 req-cd4727e1-0e5b-4349-a93f-e57bd55e0a60 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:34.397725 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e233d1e1-86eb-4346-a8b8-142095fba0e3 req-cd4727e1-0e5b-4349-a93f-e57bd55e0a60 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 943 time: 0.0553188 Oct 13 04:19:34.438383 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.442201 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e233d1e1-86eb-4346-a8b8-142095fba0e3 req-e3323dd4-a69d-423a-8562-8d2c753f3524 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379584 Oct 13 04:19:34.468062 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e954c7e7-2db7-4d12-91cb-5ee2d4db563c {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:34.639268 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port e954c7e7-2db7-4d12-91cb-5ee2d4db563c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=e954c7e7-2db7-4d12-91cb-5ee2d4db563c,segment=NetworkSegment(90bc754f-35d6-4451-87c3-b1e78c5ac519),segment_id=90bc754f-35d6-4451-87c3-b1e78c5ac519)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:34.644947 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.682268 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.704141 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.714611 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=e954c7e7-2db7-4d12-91cb-5ee2d4db563c,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:34.755566 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc54b5-7289-4225-b7cf-89a20e369664 None None] Pushing event updated for resources: {'Port': ['ID=6bcc9dc6-9c99-4388-83ab-c54adcfb6379,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:34.800452 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-fc5898a7-a8cb-4374-942a-8ee7f6b9f578 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:34.801944 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-fc5898a7-a8cb-4374-942a-8ee7f6b9f578 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.45 "GET /v2.0/networks?id=ad1401a3-1315-4343-905f-76fd363a95dd HTTP/1.1" status: 200 len: 818 time: 0.1645453 Oct 13 04:19:34.827743 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Attempting to bind port 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:34.828100 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Attempting to bind port 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:34.828455 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Attempting to bind port 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 on network ad1401a3-1315-4343-905f-76fd363a95dd {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:34.833772 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:34.834144 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Checking segment: {'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:34.834456 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Request body: {'port': {'device_id': '2b4223c8-bfe1-440e-89bc-7158a1490e1c', 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd', 'admin_state_up': True, 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:34.834589 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.835010 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Bound using segment: {'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:34.835478 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Bound port: 6bcc9dc6-9c99-4388-83ab-c54adcfb6379, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:34.835855 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.910109 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] For port 6bcc9dc6-9c99-4388-83ab-c54adcfb6379, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:34.913589 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] For port 6bcc9dc6-9c99-4388-83ab-c54adcfb6379, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=6bcc9dc6-9c99-4388-83ab-c54adcfb6379,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:34.917863 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.954442 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Made reservation on behalf of 6d40f7ce511c4c95acdbf891d32505c6 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:34.959366 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.975910 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Routers {'c08739ba-1d63-4712-8c7d-b0144a6f2120'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:34.976548 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:19:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['c08739ba-1d63-4712-8c7d-b0144a6f2120'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:34.980290 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc54b5-7289-4225-b7cf-89a20e369664 None None] Pushing event updated for resources: {'Port': ['ID=6bcc9dc6-9c99-4388-83ab-c54adcfb6379,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.028740 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device cf541849-155a-4878-a2e5-e626ce82b724 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:35.088283 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Allocated IP 172.20.0.6 (ad1401a3-1315-4343-905f-76fd363a95dd/7af68be4-9f67-4575-a8cd-9500968eb3b5/a005bba9-2263-44ad-abba-36d29b7c7e7c) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:35.126590 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] Set router c08739ba-1d63-4712-8c7d-b0144a6f2120 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:35.173872 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port cf541849-155a-4878-a2e5-e626ce82b724 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:35.174406 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.240216 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972a2ae-94da-40a5-96d8-9a87ef59af0f req-26d92efd-f545-43a5-92ba-41caf89121d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.241791 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6972a2ae-94da-40a5-96d8-9a87ef59af0f req-26d92efd-f545-43a5-92ba-41caf89121d5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 944 time: 0.1219862 Oct 13 04:19:35.292795 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.319337 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6972a2ae-94da-40a5-96d8-9a87ef59af0f req-522f03cb-4c32-4799-9144-8abd36e141d6 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661759 Oct 13 04:19:35.323756 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.375755 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.407465 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['e954c7e7-2db7-4d12-91cb-5ee2d4db563c'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:35.433887 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e3b1a39-d430-4fdf-a2dc-ba47da6adccf req-fac65f8a-c994-4a15-9497-1e81fc1ebcc9 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 210 time: 0.0534573 Oct 13 04:19:35.450799 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Network ad1401a3-1315-4343-905f-76fd363a95dd is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:35.453969 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:35.456955 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:35.470585 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.470585 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.475353 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Pushing event updated for resources: {'Port': ['ID=a005bba9-2263-44ad-abba-36d29b7c7e7c,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.487510 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-b9398757-e977-408f-89ea-c33b4cee9113 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6573637 Oct 13 04:19:35.496184 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'name': 'tempest-ServerRescueNegativeTestJSON-809307334-router', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:28Z', 'updated_at': '2021-10-13T04:19:31Z', 'revision_number': 4, 'project_id': '6d40f7ce511c4c95acdbf891d32505c6', 'gw_port': {'id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '6bcc9dc6-9c99-4388-83ab-c54adcfb6379', 'name': '', 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'mac_address': 'fa:16:3e:01:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '7af68be4-9f67-4575-a8cd-9500968eb3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:31Z', 'updated_at': '2021-10-13T04:19:34Z', 'revision_number': 4, 'project_id': '6d40f7ce511c4c95acdbf891d32505c6', 'subnets': [{'id': '7af68be4-9f67-4575-a8cd-9500968eb3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:35.502844 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Request body: {'port': {'device_id': '2b4223c8-bfe1-440e-89bc-7158a1490e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:35.530278 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755a017-d470-40d5-95a3-d4a8e1c56fde None None] The sync data for ids ['c08739ba-1d63-4712-8c7d-b0144a6f2120'] in dv-cinder-812751-3-iscsi is: [{'id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'name': 'tempest-ServerRescueNegativeTestJSON-809307334-router', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:28Z', 'updated_at': '2021-10-13T04:19:31Z', 'revision_number': 4, 'project_id': '6d40f7ce511c4c95acdbf891d32505c6', 'gw_port': {'id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '6bcc9dc6-9c99-4388-83ab-c54adcfb6379', 'name': '', 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'mac_address': 'fa:16:3e:01:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '7af68be4-9f67-4575-a8cd-9500968eb3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:31Z', 'updated_at': '2021-10-13T04:19:34Z', 'revision_number': 4, 'project_id': '6d40f7ce511c4c95acdbf891d32505c6', 'subnets': [{'id': '7af68be4-9f67-4575-a8cd-9500968eb3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:35.608935 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.629990 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee0fe9-a04a-4669-8776-ea681b223285 req-1da2eb50-38bf-479d-ad21-4288068e5ceb tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.632641 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87ee0fe9-a04a-4669-8776-ea681b223285 req-1da2eb50-38bf-479d-ad21-4288068e5ceb tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 944 time: 0.1095355 Oct 13 04:19:35.783967 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87ee0fe9-a04a-4669-8776-ea681b223285 req-f8d88b88-5e50-40d6-bf6c-2bde505054ca tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231394 Oct 13 04:19:35.891185 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.926562 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-4016e4d7-8aa9-4e62-8b0b-f41441fea111 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.928039 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-4016e4d7-8aa9-4e62-8b0b-f41441fea111 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.45 "GET /v2.0/networks?id=ad1401a3-1315-4343-905f-76fd363a95dd HTTP/1.1" status: 200 len: 818 time: 0.1739485 Oct 13 04:19:35.950517 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Request body: {'port': {'device_id': 'cb288c24-304a-4fc1-bcbc-42dbfdec3fe1', 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd', 'admin_state_up': True, 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:36.065644 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 355dc108-256f-4efe-8035-feb0a826461d up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:36.089909 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a005bba9-2263-44ad-abba-36d29b7c7e7c {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:36.100428 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.120898 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Transition to ACTIVE for port object a005bba9-2263-44ad-abba-36d29b7c7e7c will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:36.122007 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port 355dc108-256f-4efe-8035-feb0a826461d completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:36.125110 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.127035 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 355dc108-256f-4efe-8035-feb0a826461d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:36.127399 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.132943 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Made reservation on behalf of 6d40f7ce511c4c95acdbf891d32505c6 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:36.136379 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.204324 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a005bba9-2263-44ad-abba-36d29b7c7e7c,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:36.218529 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.243139 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58316e9-818c-4986-9148-932d51f34cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355dc108-256f-4efe-8035-feb0a826461d'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:36.245526 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76148190-b475-4d36-8b47-4c9f0d85df55" -d '{"events": [{"server_uuid": "d58316e9-818c-4986-9148-932d51f34cc9", "name": "network-vif-plugged", "status": "completed", "tag": "355dc108-256f-4efe-8035-feb0a826461d"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:36.259114 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 355dc108-256f-4efe-8035-feb0a826461d, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=355dc108-256f-4efe-8035-feb0a826461d,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:36.265326 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.275951 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Attempting to bind port a005bba9-2263-44ad-abba-36d29b7c7e7c on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:36.276293 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Attempting to bind port a005bba9-2263-44ad-abba-36d29b7c7e7c by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:36.276613 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Attempting to bind port a005bba9-2263-44ad-abba-36d29b7c7e7c on network ad1401a3-1315-4343-905f-76fd363a95dd {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:36.288760 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Port a005bba9-2263-44ad-abba-36d29b7c7e7c on network ad1401a3-1315-4343-905f-76fd363a95dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:36.289074 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Attempting to bind port a005bba9-2263-44ad-abba-36d29b7c7e7c on network ad1401a3-1315-4343-905f-76fd363a95dd {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:36.298704 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f926d4-3ad5-48ee-89fb-3ca014e661c7 x-openstack-request-id: req-d0f926d4-3ad5-48ee-89fb-3ca014e661c7 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:36.299202 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58316e9-818c-4986-9148-932d51f34cc9", "name": "network-vif-plugged", "status": "completed", "tag": "355dc108-256f-4efe-8035-feb0a826461d", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:36.299542 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0f926d4-3ad5-48ee-89fb-3ca014e661c7 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:36.300332 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58316e9-818c-4986-9148-932d51f34cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355dc108-256f-4efe-8035-feb0a826461d', 'code': 200} Oct 13 04:19:36.302503 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:36.302834 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Checking segment: {'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:36.303209 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Bound using segment: {'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:36.303643 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Bound port: a005bba9-2263-44ad-abba-36d29b7c7e7c, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:36.303986 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.327117 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=355dc108-256f-4efe-8035-feb0a826461d,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:36.384215 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Allocated IP 172.20.0.3 (ad1401a3-1315-4343-905f-76fd363a95dd/7af68be4-9f67-4575-a8cd-9500968eb3b5/d06e81cd-60bd-4e5e-b109-0c41c2176eff) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:36.452496 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] For port a005bba9-2263-44ad-abba-36d29b7c7e7c, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:36.707095 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] For port a005bba9-2263-44ad-abba-36d29b7c7e7c, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=a005bba9-2263-44ad-abba-36d29b7c7e7c,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:36.739572 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.799810 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e1e1-4b80-4c91-a17f-50c22f04345c req-971e15d4-c0d5-4bea-a9ef-035d1ff26178 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.801286 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-92c9e1e1-4b80-4c91-a17f-50c22f04345c req-971e15d4-c0d5-4bea-a9ef-035d1ff26178 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 945 time: 0.4000573 Oct 13 04:19:36.803090 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2477ffe1-62a3-4e2d-80bb-27a5c975efdc req-bf851f6e-a533-4449-af56-46c59966eccd tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 210 time: 0.0947070 Oct 13 04:19:36.863193 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.863860 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.865188 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] 10.222.0.45 "PUT /v2.0/ports/a005bba9-2263-44ad-abba-36d29b7c7e7c HTTP/1.1" status: 200 len: 1093 time: 1.3668747 Oct 13 04:19:36.867048 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4223c8-bfe1-440e-89bc-7158a1490e1c', 'tag': 'a005bba9-2263-44ad-abba-36d29b7c7e7c'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:36.869292 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1696ff13-54ad-450a-9bb0-89b194c35aec" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4223c8-bfe1-440e-89bc-7158a1490e1c", "tag": "a005bba9-2263-44ad-abba-36d29b7c7e7c"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:36.931432 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ba85f-11ac-49d4-83a5-78a178f7b772 req-acc5bbdd-59c9-49fc-bd7b-26c472d659f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.932922 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e13ba85f-11ac-49d4-83a5-78a178f7b772 req-acc5bbdd-59c9-49fc-bd7b-26c472d659f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 1098 time: 0.2460060 Oct 13 04:19:36.978706 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb0211-aef3-4980-aaa2-a0d708f123e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a005bba9-2263-44ad-abba-36d29b7c7e7c,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:36.992660 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-92c9e1e1-4b80-4c91-a17f-50c22f04345c req-4e5adca2-a1d9-41c5-943b-c8c10660b99b tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802580 Oct 13 04:19:37.042891 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:37.060029 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aad634-0469-4474-8b03-c33c92a53a3f x-openstack-request-id: req-59aad634-0469-4474-8b03-c33c92a53a3f {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:37.060367 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4223c8-bfe1-440e-89bc-7158a1490e1c", "tag": "a005bba9-2263-44ad-abba-36d29b7c7e7c", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:37.060564 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59aad634-0469-4474-8b03-c33c92a53a3f {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:37.060918 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4223c8-bfe1-440e-89bc-7158a1490e1c', 'tag': 'a005bba9-2263-44ad-abba-36d29b7c7e7c', 'status': 'completed', 'code': 200} Oct 13 04:19:37.064553 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.074661 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b871f90-a4a6-4e7e-a40e-8042f50c9c15 req-3e67f06c-4e11-4a40-b5cd-e8eaf06b3d5a tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.076175 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b871f90-a4a6-4e7e-a40e-8042f50c9c15 req-3e67f06c-4e11-4a40-b5cd-e8eaf06b3d5a tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 944 time: 0.1847415 Oct 13 04:19:37.083440 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e13ba85f-11ac-49d4-83a5-78a178f7b772 req-114311f4-d9de-49f5-8b95-778f885dc262 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214280 Oct 13 04:19:37.089961 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-5fe293c0-7c65-44ef-abd7-b250f4d7fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.091404 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-5fe293c0-7c65-44ef-abd7-b250f4d7fc36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 1096 time: 0.1689389 Oct 13 04:19:37.103118 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:37.103439 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.138324 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b871f90-a4a6-4e7e-a40e-8042f50c9c15 req-4b2f589b-5214-426c-b151-a55481527bfd tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520184 Oct 13 04:19:37.150907 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.194710 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.200848 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Network ad1401a3-1315-4343-905f-76fd363a95dd is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:37.204138 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:37.207998 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:37.213467 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.214318 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.225796 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Pushing event updated for resources: {'Port': ['ID=d06e81cd-60bd-4e5e-b109-0c41c2176eff,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:37.227779 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port 6bcc9dc6-9c99-4388-83ab-c54adcfb6379, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=6bcc9dc6-9c99-4388-83ab-c54adcfb6379,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:37.232458 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.236941 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-a743e1c8-9b31-405a-8f1b-3a4362ef56a4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2918012 Oct 13 04:19:37.289408 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=6bcc9dc6-9c99-4388-83ab-c54adcfb6379,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:37.392985 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Request body: {'port': {'device_id': 'cb288c24-304a-4fc1-bcbc-42dbfdec3fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:37.447344 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-21beed29-c9df-41bc-8775-cf6307c68f48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a005bba9-2263-44ad-abba-36d29b7c7e7c HTTP/1.1" status: 200 len: 217 time: 0.0516913 Oct 13 04:19:37.530668 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.551986 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-ebab379c-52e2-445a-bd33-9e71b5adceff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.553426 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-ebab379c-52e2-445a-bd33-9e71b5adceff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7af68be4-9f67-4575-a8cd-9500968eb3b5 HTTP/1.1" status: 200 len: 858 time: 0.0820024 Oct 13 04:19:37.558150 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fa409ea9-60f6-467d-8fea-a2e75dea98f2 req-8cfe63dd-4365-4bbf-9d9d-6f39dfa7959d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1143579 Oct 13 04:19:37.627729 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-ec4a805e-035c-4c2b-a1c1-a9516b1f9f11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad1401a3-1315-4343-905f-76fd363a95dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504029 Oct 13 04:19:37.757652 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409ea9-60f6-467d-8fea-a2e75dea98f2 req-3a1b69fb-b168-4b0f-a34c-5030c04d24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.759141 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fa409ea9-60f6-467d-8fea-a2e75dea98f2 req-3a1b69fb-b168-4b0f-a34c-5030c04d24b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 1099 time: 0.1717911 Oct 13 04:19:37.876542 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-9ad8f6e4-bbec-4eb5-9e98-860eed859de2 service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355244 Oct 13 04:19:38.040558 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409ea9-60f6-467d-8fea-a2e75dea98f2 req-1f09989e-a11f-453a-a11f-382472957b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.042048 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fa409ea9-60f6-467d-8fea-a2e75dea98f2 req-1f09989e-a11f-453a-a11f-382472957b73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 916 time: 0.2595654 Oct 13 04:19:38.060396 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0628c-023c-4f4a-90db-37fcf0516d83 req-7af69540-5bcc-400e-a58a-18a0b348cadf tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.061919 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-85a0628c-023c-4f4a-90db-37fcf0516d83 req-7af69540-5bcc-400e-a58a-18a0b348cadf tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 931 time: 0.1819582 Oct 13 04:19:38.074998 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device e954c7e7-2db7-4d12-91cb-5ee2d4db563c up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:38.107390 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ffd1c1f9-16a8-4999-ab8c-e521ca7859bd req-28de4370-7670-4c90-934f-f42005ea6efa service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209840 Oct 13 04:19:38.130596 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port e954c7e7-2db7-4d12-91cb-5ee2d4db563c completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:38.131024 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fa409ea9-60f6-467d-8fea-a2e75dea98f2 req-03fa2197-2ae2-4895-b0dd-149c67923514 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d108316-b79c-4ebf-af4e-9237f069cd94 HTTP/1.1" status: 200 len: 217 time: 0.0681672 Oct 13 04:19:38.135851 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port e954c7e7-2db7-4d12-91cb-5ee2d4db563c triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:38.136325 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.190196 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 43140) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:38.221194 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.255624 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port e954c7e7-2db7-4d12-91cb-5ee2d4db563c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=e954c7e7-2db7-4d12-91cb-5ee2d4db563c,segment=NetworkSegment(90bc754f-35d6-4451-87c3-b1e78c5ac519),segment_id=90bc754f-35d6-4451-87c3-b1e78c5ac519)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:38.256064 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06e81cd-60bd-4e5e-b109-0c41c2176eff {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:38.260451 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.278032 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.285050 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-85a0628c-023c-4f4a-90db-37fcf0516d83 req-889495d2-3eeb-4550-b25b-e390864c8a5e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112296 Oct 13 04:19:38.293996 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409ea9-60f6-467d-8fea-a2e75dea98f2 req-48491989-23d0-4b99-b0fe-3329b6ec3158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.295416 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fa409ea9-60f6-467d-8fea-a2e75dea98f2 req-48491989-23d0-4b99-b0fe-3329b6ec3158 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61051428-bded-4621-8b92-c502acd948d5 HTTP/1.1" status: 200 len: 855 time: 0.1308243 Oct 13 04:19:38.302199 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8147fc29-c466-4164-b49c-0f8c733a11f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e954c7e7-2db7-4d12-91cb-5ee2d4db563c'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:38.309112 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c90695-991a-4005-bf2a-3d2c2c782ccd req-6c74b6d7-3970-488d-9725-b7a41283cb2a tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.313281 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322ddb08-07bc-4f40-a2f7-351e93f3f0c3" -d '{"events": [{"server_uuid": "8147fc29-c466-4164-b49c-0f8c733a11f7", "name": "network-vif-plugged", "status": "completed", "tag": "e954c7e7-2db7-4d12-91cb-5ee2d4db563c"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:38.316575 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d4c90695-991a-4005-bf2a-3d2c2c782ccd req-6c74b6d7-3970-488d-9725-b7a41283cb2a tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 945 time: 0.2404337 Oct 13 04:19:38.320100 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5a76c38-213a-460d-b172-7d736ff0b05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.330490 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=e954c7e7-2db7-4d12-91cb-5ee2d4db563c,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:38.340505 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Transition to ACTIVE for port object d06e81cd-60bd-4e5e-b109-0c41c2176eff will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:38.363382 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.366396 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696ff13-54ad-450a-9bb0-89b194c35aec req-35ae1a1a-b9a5-4c58-b13a-6ea292d5fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.367866 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1696ff13-54ad-450a-9bb0-89b194c35aec req-35ae1a1a-b9a5-4c58-b13a-6ea292d5fa53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 1096 time: 0.1907542 Oct 13 04:19:38.373409 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fa409ea9-60f6-467d-8fea-a2e75dea98f2 req-cbb2c679-9303-4b59-a3e4-ab42120fd7c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d1ab067-7575-4c07-97ac-3bce9cca9c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548844 Oct 13 04:19:38.411874 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5a76c38-213a-460d-b172-7d736ff0b05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.416927 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5a76c38-213a-460d-b172-7d736ff0b05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.456913 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c5a76c38-213a-460d-b172-7d736ff0b05b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a2e3cc3120a4d9299b5e0194c87843c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623377 Oct 13 04:19:38.456913 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a76c38-213a-460d-b172-7d736ff0b05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69bc3f6-bcfd-4b8b-91a8-eb4142ffbc94,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:38.457716 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 43148) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:38.505553 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9050870f-5554-47e5-91fa-5c78ddff9fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.531147 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9050870f-5554-47e5-91fa-5c78ddff9fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.582555 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9050870f-5554-47e5-91fa-5c78ddff9fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.585505 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9050870f-5554-47e5-91fa-5c78ddff9fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.586800 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9050870f-5554-47e5-91fa-5c78ddff9fd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d69bc3f6-bcfd-4b8b-91a8-eb4142ffbc94 HTTP/1.1" status: 204 len: 168 time: 0.1281369 Oct 13 04:19:38.607131 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050870f-5554-47e5-91fa-5c78ddff9fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69bc3f6-bcfd-4b8b-91a8-eb4142ffbc94,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:38.735435 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d4c90695-991a-4005-bf2a-3d2c2c782ccd req-228e10aa-c3ae-4048-86fc-be09b04ecac6 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180028 Oct 13 04:19:38.765096 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Pushing event updated for resources: {'Port': ['ID=d06e81cd-60bd-4e5e-b109-0c41c2176eff,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:38.793406 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdfda81-b4a9-4651-bc27-c92263bc8348 x-openstack-request-id: req-2bdfda81-b4a9-4651-bc27-c92263bc8348 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:38.793736 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8147fc29-c466-4164-b49c-0f8c733a11f7", "name": "network-vif-plugged", "status": "completed", "tag": "e954c7e7-2db7-4d12-91cb-5ee2d4db563c", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:38.794041 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bdfda81-b4a9-4651-bc27-c92263bc8348 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:38.794443 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8147fc29-c466-4164-b49c-0f8c733a11f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e954c7e7-2db7-4d12-91cb-5ee2d4db563c', 'code': 200} Oct 13 04:19:38.819056 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a574fb-7f94-44fa-b2b1-731af1bfcdc6 req-4f3a47b2-8c45-4eaa-9cc2-7aece3fee481 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.820563 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f1a574fb-7f94-44fa-b2b1-731af1bfcdc6 req-4f3a47b2-8c45-4eaa-9cc2-7aece3fee481 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 945 time: 0.4517066 Oct 13 04:19:38.875017 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Attempting to bind port d06e81cd-60bd-4e5e-b109-0c41c2176eff on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:38.875346 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Attempting to bind port d06e81cd-60bd-4e5e-b109-0c41c2176eff by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:38.875658 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Attempting to bind port d06e81cd-60bd-4e5e-b109-0c41c2176eff on network ad1401a3-1315-4343-905f-76fd363a95dd {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:38.885144 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fa409ea9-60f6-467d-8fea-a2e75dea98f2 req-71317d5f-c3bd-403c-b1cd-31b30982530e service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751372 Oct 13 04:19:38.888450 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696ff13-54ad-450a-9bb0-89b194c35aec req-a6a7b638-b6e1-427c-89f9-a059f5481b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.889844 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1696ff13-54ad-450a-9bb0-89b194c35aec req-a6a7b638-b6e1-427c-89f9-a059f5481b72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad1401a3-1315-4343-905f-76fd363a95dd HTTP/1.1" status: 200 len: 919 time: 0.4757588 Oct 13 04:19:38.892075 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Port d06e81cd-60bd-4e5e-b109-0c41c2176eff on network ad1401a3-1315-4343-905f-76fd363a95dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:38.892388 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Attempting to bind port d06e81cd-60bd-4e5e-b109-0c41c2176eff on network ad1401a3-1315-4343-905f-76fd363a95dd {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:38.918770 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:38.919102 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Checking segment: {'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:38.919500 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Bound using segment: {'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:38.919922 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Bound port: d06e81cd-60bd-4e5e-b109-0c41c2176eff, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942d58e9-4a2e-4cfa-8912-93feea556bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:38.920265 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.990955 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1696ff13-54ad-450a-9bb0-89b194c35aec req-dc7a9538-f620-4c41-9394-832b15807cb7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a005bba9-2263-44ad-abba-36d29b7c7e7c HTTP/1.1" status: 200 len: 217 time: 0.0877514 Oct 13 04:19:39.004753 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f1a574fb-7f94-44fa-b2b1-731af1bfcdc6 req-e8f01494-4633-458e-b7de-525996ae188f tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597843 Oct 13 04:19:39.058614 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:39.059386 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9bfc5-6511-429c-82b8-ac37be8f5df4 req-782f882e-0c0b-4301-8999-7fce8306a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.060903 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-d1d9bfc5-6511-429c-82b8-ac37be8f5df4 req-782f882e-0c0b-4301-8999-7fce8306a601 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 1098 time: 0.1199186 Oct 13 04:19:39.098181 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696ff13-54ad-450a-9bb0-89b194c35aec req-f2782e46-b4de-4474-bce7-b854b06c2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.099638 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1696ff13-54ad-450a-9bb0-89b194c35aec req-f2782e46-b4de-4474-bce7-b854b06c2a8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7af68be4-9f67-4575-a8cd-9500968eb3b5 HTTP/1.1" status: 200 len: 858 time: 0.0906444 Oct 13 04:19:39.117743 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-d1d9bfc5-6511-429c-82b8-ac37be8f5df4 req-73e252bd-a644-4ffc-9d90-a880a544a8c4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479453 Oct 13 04:19:39.121270 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:39.121788 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.151017 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1696ff13-54ad-450a-9bb0-89b194c35aec req-361ee5e7-6f55-4f65-ad3b-5088f298fcdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad1401a3-1315-4343-905f-76fd363a95dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407140 Oct 13 04:19:39.163032 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fa409ea9-60f6-467d-8fea-a2e75dea98f2 req-9b41af8b-eaef-4f80-adcb-a7790b2e3ad3 service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624769 Oct 13 04:19:39.165260 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] For port d06e81cd-60bd-4e5e-b109-0c41c2176eff, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:39.176291 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] For port d06e81cd-60bd-4e5e-b109-0c41c2176eff, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=d06e81cd-60bd-4e5e-b109-0c41c2176eff,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:39.181564 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.218485 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.219090 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.220465 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] 10.222.0.45 "PUT /v2.0/ports/d06e81cd-60bd-4e5e-b109-0c41c2176eff HTTP/1.1" status: 200 len: 1093 time: 1.8320196 Oct 13 04:19:39.220897 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb288c24-304a-4fc1-bcbc-42dbfdec3fe1', 'tag': 'd06e81cd-60bd-4e5e-b109-0c41c2176eff'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:39.223167 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc17f736-d594-4ef6-b7f7-bcea15ff9315" -d '{"events": [{"name": "network-changed", "server_uuid": "cb288c24-304a-4fc1-bcbc-42dbfdec3fe1", "tag": "d06e81cd-60bd-4e5e-b109-0c41c2176eff"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:39.251684 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90080d3-5318-43ec-8518-8898eee4ecfe service neutron] Pushing event updated for resources: {'Port': ['ID=d06e81cd-60bd-4e5e-b109-0c41c2176eff,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:39.265663 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9197b8-8a52-4ff3-bb19-af0cdd9db561 x-openstack-request-id: req-dd9197b8-8a52-4ff3-bb19-af0cdd9db561 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:39.265945 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb288c24-304a-4fc1-bcbc-42dbfdec3fe1", "tag": "d06e81cd-60bd-4e5e-b109-0c41c2176eff", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:39.266189 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dd9197b8-8a52-4ff3-bb19-af0cdd9db561 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:39.266578 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb288c24-304a-4fc1-bcbc-42dbfdec3fe1', 'tag': 'd06e81cd-60bd-4e5e-b109-0c41c2176eff', 'status': 'completed', 'code': 200} Oct 13 04:19:39.407006 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954799a-a1cd-4ac3-8111-c808f0dfae84 req-983787a5-ae4a-4ea0-b722-d33946fe932e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.408512 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d954799a-a1cd-4ac3-8111-c808f0dfae84 req-983787a5-ae4a-4ea0-b722-d33946fe932e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 943 time: 0.0483894 Oct 13 04:19:39.447886 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d954799a-a1cd-4ac3-8111-c808f0dfae84 req-450c779e-ed36-46bf-b55f-f1f13df8742b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Oct 13 04:19:39.591755 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17f736-d594-4ef6-b7f7-bcea15ff9315 req-2174a30b-1cf2-4b4f-a7e7-1c0e69a2b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.593219 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc17f736-d594-4ef6-b7f7-bcea15ff9315 req-2174a30b-1cf2-4b4f-a7e7-1c0e69a2b280 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0674546 Oct 13 04:19:39.598362 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1696ff13-54ad-450a-9bb0-89b194c35aec req-dce2be93-ad95-4170-8934-e55e7f366c30 service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184275 Oct 13 04:19:39.871525 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1696ff13-54ad-450a-9bb0-89b194c35aec req-da70e6d3-ddc9-4fb8-bb6e-651301968c9b service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513525 Oct 13 04:19:39.875498 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17f736-d594-4ef6-b7f7-bcea15ff9315 req-c17c240f-55c7-4947-8efb-39be3f5b22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.876844 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc17f736-d594-4ef6-b7f7-bcea15ff9315 req-c17c240f-55c7-4947-8efb-39be3f5b22dc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2647476 Oct 13 04:19:39.915192 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243bfdf-f73f-48d0-bd46-d8e565d7fbff req-cb6df231-96c2-4a0d-87c2-87ca8847302c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.916645 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0243bfdf-f73f-48d0-bd46-d8e565d7fbff req-cb6df231-96c2-4a0d-87c2-87ca8847302c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 945 time: 0.1128409 Oct 13 04:19:40.060015 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0243bfdf-f73f-48d0-bd46-d8e565d7fbff req-e4f971bc-4487-4e1a-aac4-32ae90883bed tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250827 Oct 13 04:19:40.101136 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17f736-d594-4ef6-b7f7-bcea15ff9315 req-d2d0a014-732b-45a0-8db7-dfcb0a67bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.102639 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc17f736-d594-4ef6-b7f7-bcea15ff9315 req-d2d0a014-732b-45a0-8db7-dfcb0a67bbec service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2171528 Oct 13 04:19:40.137405 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0400f-e548-4d98-ab2b-f06a6075f4fd req-bc3fc3b5-d4bf-4932-8af4-841f7e3bfe1e tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.138856 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dfa0400f-e548-4d98-ab2b-f06a6075f4fd req-bc3fc3b5-d4bf-4932-8af4-841f7e3bfe1e tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 945 time: 0.0593302 Oct 13 04:19:40.200312 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dfa0400f-e548-4d98-ab2b-f06a6075f4fd req-a3a0948f-b45d-48ac-9a42-b76e8aaa75e0 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552616 Oct 13 04:19:40.210423 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-0033dfdb-c642-4c5e-9b80-8bee281c33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.215825 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-0033dfdb-c642-4c5e-9b80-8bee281c33d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0538332 Oct 13 04:19:40.257232 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-c411f088-bbdf-4cf6-a431-affb251bd473 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06e81cd-60bd-4e5e-b109-0c41c2176eff HTTP/1.1" status: 200 len: 217 time: 0.0369678 Oct 13 04:19:40.312267 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-ad56c4b8-edf7-4194-98ff-767a2b8a13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.313914 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-ad56c4b8-edf7-4194-98ff-767a2b8a13ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7af68be4-9f67-4575-a8cd-9500968eb3b5 HTTP/1.1" status: 200 len: 858 time: 0.0494411 Oct 13 04:19:40.357035 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-c4bb748a-8abb-4ef0-ba91-dc41726999df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad1401a3-1315-4343-905f-76fd363a95dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270958 Oct 13 04:19:40.455017 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-95e21734-4463-46d4-93ec-ac6ad0942374 service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867717 Oct 13 04:19:40.584402 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4a6eb-72ac-4a86-a15c-53506db213f8 req-f3a08433-b4ed-47cd-a3c8-67fd4fda6495 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.585771 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-25f4a6eb-72ac-4a86-a15c-53506db213f8 req-f3a08433-b4ed-47cd-a3c8-67fd4fda6495 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 943 time: 0.0718939 Oct 13 04:19:40.587489 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-62f3d4ff-7cf2-41fa-983c-68f6e8004429 req-cdbec63c-0f02-4d2b-b4f9-4120f66be661 service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249273 Oct 13 04:19:40.640045 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-25f4a6eb-72ac-4a86-a15c-53506db213f8 req-449aff55-33f5-436c-afe2-751aed88ced1 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450008 Oct 13 04:19:41.441348 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9cfd2-e3d9-47dd-bcfc-afd76c6e9c2f req-afee8f9a-a468-4597-9f05-8a3c652a50e6 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:41.442818 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2ae9cfd2-e3d9-47dd-bcfc-afd76c6e9c2f req-afee8f9a-a468-4597-9f05-8a3c652a50e6 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 945 time: 0.0769217 Oct 13 04:19:41.450573 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca52902-ea0c-4df3-8be3-d8402fd05c71 req-a4b44eb4-534e-4b1d-9276-8f84dfbec079 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:41.451896 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bca52902-ea0c-4df3-8be3-d8402fd05c71 req-a4b44eb4-534e-4b1d-9276-8f84dfbec079 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 945 time: 0.0771163 Oct 13 04:19:41.503553 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2ae9cfd2-e3d9-47dd-bcfc-afd76c6e9c2f req-e1915053-c5ed-435e-aa3d-0fcdfd3823fb tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507600 Oct 13 04:19:41.508273 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bca52902-ea0c-4df3-8be3-d8402fd05c71 req-79761cc4-6603-42d8-b553-4e1ab82a5f46 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500112 Oct 13 04:19:41.763252 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a839cfe-d4e6-4d20-bb1e-cf8284dca6a3 req-4c5a5e96-df6b-41ce-93f6-1a4fbb6abc87 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:41.764878 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0a839cfe-d4e6-4d20-bb1e-cf8284dca6a3 req-4c5a5e96-df6b-41ce-93f6-1a4fbb6abc87 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 943 time: 0.0556724 Oct 13 04:19:41.818109 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0a839cfe-d4e6-4d20-bb1e-cf8284dca6a3 req-7054a4b9-837b-4d5a-b77c-4d91b02b4f51 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Oct 13 04:19:42.643878 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13812443-0a21-46fc-bef6-374c1425126b req-4e1880f2-3093-429a-8dfe-a169a67ded2e tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:42.646153 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13812443-0a21-46fc-bef6-374c1425126b req-4e1880f2-3093-429a-8dfe-a169a67ded2e tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 945 time: 0.0510051 Oct 13 04:19:42.694044 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13812443-0a21-46fc-bef6-374c1425126b req-fe7f2d3c-1ef3-45aa-959c-0b6d2bb3e4a0 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Oct 13 04:19:42.934912 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626549b-2b49-47f4-a452-405b08adeef7 req-3b6d7f9b-6209-4f96-b35a-96910f417614 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:42.936392 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7626549b-2b49-47f4-a452-405b08adeef7 req-3b6d7f9b-6209-4f96-b35a-96910f417614 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 943 time: 0.0487669 Oct 13 04:19:42.978631 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7626549b-2b49-47f4-a452-405b08adeef7 req-bcdc77c1-813a-4e0c-b982-6988970d91c4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360117 Oct 13 04:19:44.098535 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1bf42-dd6b-4ec3-82e8-3ee0fd775375 req-4ac57222-9e5d-47f3-b4ef-4122f0a5bc09 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:44.100009 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-08b1bf42-dd6b-4ec3-82e8-3ee0fd775375 req-4ac57222-9e5d-47f3-b4ef-4122f0a5bc09 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 943 time: 0.0508933 Oct 13 04:19:44.137282 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-08b1bf42-dd6b-4ec3-82e8-3ee0fd775375 req-f647f19f-5296-4c25-800a-cb02266130fe tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Oct 13 04:19:46.518792 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device a005bba9-2263-44ad-abba-36d29b7c7e7c details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:46.623217 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port a005bba9-2263-44ad-abba-36d29b7c7e7c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=a005bba9-2263-44ad-abba-36d29b7c7e7c,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:46.635274 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': 'a005bba9-2263-44ad-abba-36d29b7c7e7c', 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd', 'port_id': 'a005bba9-2263-44ad-abba-36d29b7c7e7c', 'mac_address': 'fa:16:3e:c2:50:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af68be4-9f67-4575-a8cd-9500968eb3b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:46.674316 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.687262 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a005bba9-2263-44ad-abba-36d29b7c7e7c {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:46.708891 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port a005bba9-2263-44ad-abba-36d29b7c7e7c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=a005bba9-2263-44ad-abba-36d29b7c7e7c,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:46.714655 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.765880 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=a005bba9-2263-44ad-abba-36d29b7c7e7c,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:48.336640 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133d2b-efde-45e2-9a8d-45eed0cd701c req-5d4fea13-2d90-4507-86a5-89a1a825a4e1 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:48.338126 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1133d2b-efde-45e2-9a8d-45eed0cd701c req-5d4fea13-2d90-4507-86a5-89a1a825a4e1 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 943 time: 0.0481374 Oct 13 04:19:48.378556 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1133d2b-efde-45e2-9a8d-45eed0cd701c req-86a4c70b-5dad-46c6-8033-5cfc571887f9 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Oct 13 04:19:48.557694 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device d06e81cd-60bd-4e5e-b109-0c41c2176eff details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:48.660898 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port d06e81cd-60bd-4e5e-b109-0c41c2176eff, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=d06e81cd-60bd-4e5e-b109-0c41c2176eff,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:48.673559 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': 'd06e81cd-60bd-4e5e-b109-0c41c2176eff', 'network_id': 'ad1401a3-1315-4343-905f-76fd363a95dd', 'port_id': 'd06e81cd-60bd-4e5e-b109-0c41c2176eff', 'mac_address': 'fa:16:3e:bb:cb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af68be4-9f67-4575-a8cd-9500968eb3b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:48.715971 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.728837 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06e81cd-60bd-4e5e-b109-0c41c2176eff {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:48.748559 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port d06e81cd-60bd-4e5e-b109-0c41c2176eff, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=d06e81cd-60bd-4e5e-b109-0c41c2176eff,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:48.753791 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.805206 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=d06e81cd-60bd-4e5e-b109-0c41c2176eff,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:49.088007 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb31fc-5944-4e9c-ad10-1fab1bc2b780 req-34fff6e0-4bef-42f5-a8a0-f8d46e2f459d tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:49.089444 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ccfb31fc-5944-4e9c-ad10-1fab1bc2b780 req-34fff6e0-4bef-42f5-a8a0-f8d46e2f459d tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 945 time: 0.0551422 Oct 13 04:19:49.129220 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ccfb31fc-5944-4e9c-ad10-1fab1bc2b780 req-b5af3905-9e65-4f08-ae72-9b35db1d0956 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Oct 13 04:19:49.441564 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['a005bba9-2263-44ad-abba-36d29b7c7e7c'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:49.516026 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc0d64-7c1f-45c1-860d-c117fc823ebd req-415f5c7b-94b6-4358-bdaa-0bc178a0dc5e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:49.517576 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3acc0d64-7c1f-45c1-860d-c117fc823ebd req-415f5c7b-94b6-4358-bdaa-0bc178a0dc5e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 944 time: 0.0711234 Oct 13 04:19:49.563813 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3acc0d64-7c1f-45c1-860d-c117fc823ebd req-2a86846d-db9f-4a59-95ba-3c2f7acadf16 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377007 Oct 13 04:19:49.731246 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['d06e81cd-60bd-4e5e-b109-0c41c2176eff'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:50.244578 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:19:50.245789 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5a639-1f5c-4b48-bd8e-3668114c3ddd req-1121e1b6-530c-40ff-9781-6fd7efbf5dcc tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.247394 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49b5a639-1f5c-4b48-bd8e-3668114c3ddd req-1121e1b6-530c-40ff-9781-6fd7efbf5dcc tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 945 time: 0.0487926 Oct 13 04:19:50.284172 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49b5a639-1f5c-4b48-bd8e-3668114c3ddd req-604cd8c2-dc58-46d5-bf38-9eda04085c67 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Oct 13 04:19:50.692227 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f847c61-7b80-4f71-81f6-13a1b379e52b req-be496ea9-18a7-4db3-b65e-5d91e868a10c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.693640 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f847c61-7b80-4f71-81f6-13a1b379e52b req-be496ea9-18a7-4db3-b65e-5d91e868a10c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 944 time: 0.0519841 Oct 13 04:19:50.731375 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5f847c61-7b80-4f71-81f6-13a1b379e52b req-a96b0e4a-71cf-4fe8-9292-37d0e4382dc2 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314934 Oct 13 04:19:51.400447 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaf59b-e2a6-427a-950c-5be8e8dea186 req-cb7cf3b5-a379-43fc-b590-82881322090d tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.402079 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cbeaf59b-e2a6-427a-950c-5be8e8dea186 req-cb7cf3b5-a379-43fc-b590-82881322090d tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 945 time: 0.0507920 Oct 13 04:19:51.442610 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cbeaf59b-e2a6-427a-950c-5be8e8dea186 req-735ab2d1-1c0f-4a33-ac65-482ff9d70a98 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341780 Oct 13 04:19:51.553749 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa81582-c57e-41f4-8f60-b82b0ddfc6ee req-b7a53271-287b-46ee-be33-27dbe4c53841 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.555130 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bfa81582-c57e-41f4-8f60-b82b0ddfc6ee req-b7a53271-287b-46ee-be33-27dbe4c53841 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.45 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 945 time: 0.0526156 Oct 13 04:19:51.652178 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-bfa81582-c57e-41f4-8f60-b82b0ddfc6ee req-daa863ce-412f-41c1-9991-0fe43a735031 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Deleting port e954c7e7-2db7-4d12-91cb-5ee2d4db563c {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:51.652509 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-bfa81582-c57e-41f4-8f60-b82b0ddfc6ee req-daa863ce-412f-41c1-9991-0fe43a735031 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.742770 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-bfa81582-c57e-41f4-8f60-b82b0ddfc6ee req-daa863ce-412f-41c1-9991-0fe43a735031 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] For port e954c7e7-2db7-4d12-91cb-5ee2d4db563c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=e954c7e7-2db7-4d12-91cb-5ee2d4db563c,segment=NetworkSegment(90bc754f-35d6-4451-87c3-b1e78c5ac519),segment_id=90bc754f-35d6-4451-87c3-b1e78c5ac519)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:51.743475 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-bfa81582-c57e-41f4-8f60-b82b0ddfc6ee req-daa863ce-412f-41c1-9991-0fe43a735031 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.755344 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-bfa81582-c57e-41f4-8f60-b82b0ddfc6ee req-daa863ce-412f-41c1-9991-0fe43a735031 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Calling delete_port for e954c7e7-2db7-4d12-91cb-5ee2d4db563c owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:51.875804 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d71e1-f29b-4d19-9e09-8c773c130f19 req-7e0b5c88-a80d-42e5-bd7c-1187c5d77d9e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.877251 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f69d71e1-f29b-4d19-9e09-8c773c130f19 req-7e0b5c88-a80d-42e5-bd7c-1187c5d77d9e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 944 time: 0.0684786 Oct 13 04:19:51.941793 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f69d71e1-f29b-4d19-9e09-8c773c130f19 req-c9a19ea6-b158-4df8-a452-240e6beadced tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475640 Oct 13 04:19:51.942476 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-bfa81582-c57e-41f4-8f60-b82b0ddfc6ee req-daa863ce-412f-41c1-9991-0fe43a735031 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.954076 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['e954c7e7-2db7-4d12-91cb-5ee2d4db563c'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:51.968827 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa863ce-412f-41c1-9991-0fe43a735031 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Pushing event deleted for resources: {'Port': ['ID=e954c7e7-2db7-4d12-91cb-5ee2d4db563c,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:52.230225 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa81582-c57e-41f4-8f60-b82b0ddfc6ee req-daa863ce-412f-41c1-9991-0fe43a735031 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] No DVR routers for this DVR port e954c7e7-2db7-4d12-91cb-5ee2d4db563c on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:52.232948 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-bfa81582-c57e-41f4-8f60-b82b0ddfc6ee req-daa863ce-412f-41c1-9991-0fe43a735031 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.236315 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bfa81582-c57e-41f4-8f60-b82b0ddfc6ee req-daa863ce-412f-41c1-9991-0fe43a735031 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.45 "DELETE /v2.0/ports/e954c7e7-2db7-4d12-91cb-5ee2d4db563c HTTP/1.1" status: 204 len: 173 time: 0.6751068 Oct 13 04:19:52.236755 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8147fc29-c466-4164-b49c-0f8c733a11f7', 'name': 'network-vif-deleted', 'tag': 'e954c7e7-2db7-4d12-91cb-5ee2d4db563c'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:52.239007 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2519b054-094e-4321-a6f8-196b3f6e4d90" -d '{"events": [{"server_uuid": "8147fc29-c466-4164-b49c-0f8c733a11f7", "name": "network-vif-deleted", "tag": "e954c7e7-2db7-4d12-91cb-5ee2d4db563c"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:52.274059 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ecd082-8238-4d5b-bfb3-7905a80d4fbc x-openstack-request-id: req-57ecd082-8238-4d5b-bfb3-7905a80d4fbc {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:52.274322 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8147fc29-c466-4164-b49c-0f8c733a11f7", "name": "network-vif-deleted", "tag": "e954c7e7-2db7-4d12-91cb-5ee2d4db563c", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:52.274637 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57ecd082-8238-4d5b-bfb3-7905a80d4fbc {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:52.275018 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8147fc29-c466-4164-b49c-0f8c733a11f7', 'name': 'network-vif-deleted', 'tag': 'e954c7e7-2db7-4d12-91cb-5ee2d4db563c', 'status': 'completed', 'code': 200} Oct 13 04:19:52.276703 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 43384) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:52.376234 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bc748670-ce94-4045-9b82-e8d50a63517d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.449662 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bc748670-ce94-4045-9b82-e8d50a63517d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.454763 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bc748670-ce94-4045-9b82-e8d50a63517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.494999 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-bc748670-ce94-4045-9b82-e8d50a63517d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2fc0af4b1cd4514b6dee3ad92cc7dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173111 Oct 13 04:19:52.495845 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc748670-ce94-4045-9b82-e8d50a63517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d8f765-d84b-48d6-bb54-bda03ba7960c,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:52.498836 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 43392) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:52.538132 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device d06e81cd-60bd-4e5e-b109-0c41c2176eff up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:52.559520 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0dcdde3e-f942-4c17-b74a-35eeb04562ab req-6bc1fc50-91f6-4db2-b244-b4a218216a8c tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 210 time: 0.0359716 Oct 13 04:19:52.563254 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a15105f8-bbbd-442b-a48f-f6188af739ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.604231 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a15105f8-bbbd-442b-a48f-f6188af739ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.610357 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port d06e81cd-60bd-4e5e-b109-0c41c2176eff completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:52.615757 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port d06e81cd-60bd-4e5e-b109-0c41c2176eff triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:52.616277 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.671337 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a15105f8-bbbd-442b-a48f-f6188af739ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.674426 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a15105f8-bbbd-442b-a48f-f6188af739ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.678895 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a15105f8-bbbd-442b-a48f-f6188af739ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08d8f765-d84b-48d6-bb54-bda03ba7960c HTTP/1.1" status: 204 len: 168 time: 0.1785975 Oct 13 04:19:52.688728 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15105f8-bbbd-442b-a48f-f6188af739ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d8f765-d84b-48d6-bb54-bda03ba7960c,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:52.728725 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.754856 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb288c24-304a-4fc1-bcbc-42dbfdec3fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06e81cd-60bd-4e5e-b109-0c41c2176eff'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:52.757225 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57c3c93-4dc4-4542-b2a0-e0461a4843b2" -d '{"events": [{"server_uuid": "cb288c24-304a-4fc1-bcbc-42dbfdec3fe1", "name": "network-vif-plugged", "status": "completed", "tag": "d06e81cd-60bd-4e5e-b109-0c41c2176eff"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:52.770127 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port d06e81cd-60bd-4e5e-b109-0c41c2176eff, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=d06e81cd-60bd-4e5e-b109-0c41c2176eff,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:52.774748 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.775612 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device a005bba9-2263-44ad-abba-36d29b7c7e7c up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:52.805150 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dc51f7-3b17-4dcd-8a9f-d4353591c6c0 x-openstack-request-id: req-72dc51f7-3b17-4dcd-8a9f-d4353591c6c0 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:52.805766 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb288c24-304a-4fc1-bcbc-42dbfdec3fe1", "name": "network-vif-plugged", "status": "completed", "tag": "d06e81cd-60bd-4e5e-b109-0c41c2176eff", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:52.805879 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72dc51f7-3b17-4dcd-8a9f-d4353591c6c0 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:52.806229 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb288c24-304a-4fc1-bcbc-42dbfdec3fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06e81cd-60bd-4e5e-b109-0c41c2176eff', 'code': 200} Oct 13 04:19:52.860439 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=d06e81cd-60bd-4e5e-b109-0c41c2176eff,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:52.870821 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:52.871153 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:52.871477 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:52.871798 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:52.872119 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:52.872473 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:52.872795 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:52.873109 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:52.873440 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:52.873789 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:52.874103 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:52.874410 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:52.884596 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port a005bba9-2263-44ad-abba-36d29b7c7e7c completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:52.888777 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port a005bba9-2263-44ad-abba-36d29b7c7e7c triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:52.889146 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.986191 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:53.029575 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port a005bba9-2263-44ad-abba-36d29b7c7e7c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=a005bba9-2263-44ad-abba-36d29b7c7e7c,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:53.036046 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:53.066509 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede5bc9-b169-4afd-8e30-9a0e3ed18d7f req-432602c3-5cc3-49eb-a347-3e17068513a5 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:53.070141 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ede5bc9-b169-4afd-8e30-9a0e3ed18d7f req-432602c3-5cc3-49eb-a347-3e17068513a5 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0541952 Oct 13 04:19:53.089509 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=a005bba9-2263-44ad-abba-36d29b7c7e7c,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:53.109958 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ede5bc9-b169-4afd-8e30-9a0e3ed18d7f req-4be84899-ec5e-41f5-9777-bd502261282e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346429 Oct 13 04:19:53.680086 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da560664-d7d3-4cda-816c-e032bfecc9bc req-b27ee313-825a-44b5-b38c-692d212f7a07 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 210 time: 0.0315063 Oct 13 04:19:53.720611 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 43442) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:53.823662 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d695aa76-a646-4ded-844d-baef80a95ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:53.901795 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d695aa76-a646-4ded-844d-baef80a95ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:53.908684 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d695aa76-a646-4ded-844d-baef80a95ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:53.945376 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d695aa76-a646-4ded-844d-baef80a95ded admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e162d9b73783460e9875602ca9c86f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236559 Oct 13 04:19:53.946706 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695aa76-a646-4ded-844d-baef80a95ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776a171b-bda6-4bbf-af49-74b44d2d2c3c,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:53.948294 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 43448) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:53.996165 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3452-269f-4017-88d0-c80b5332b183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.025945 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3452-269f-4017-88d0-c80b5332b183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.075257 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3452-269f-4017-88d0-c80b5332b183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.077937 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3452-269f-4017-88d0-c80b5332b183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.079050 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4dfd3452-269f-4017-88d0-c80b5332b183 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/776a171b-bda6-4bbf-af49-74b44d2d2c3c HTTP/1.1" status: 204 len: 168 time: 0.1298053 Oct 13 04:19:54.086437 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd3452-269f-4017-88d0-c80b5332b183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776a171b-bda6-4bbf-af49-74b44d2d2c3c,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:54.808328 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4223c8-bfe1-440e-89bc-7158a1490e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a005bba9-2263-44ad-abba-36d29b7c7e7c'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:54.810781 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571af321-eedb-4cdd-985e-9625212f4f3d" -d '{"events": [{"server_uuid": "2b4223c8-bfe1-440e-89bc-7158a1490e1c", "name": "network-vif-plugged", "status": "completed", "tag": "a005bba9-2263-44ad-abba-36d29b7c7e7c"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:56.497074 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device e954c7e7-2db7-4d12-91cb-5ee2d4db563c no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:56.529543 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: e954c7e7-2db7-4d12-91cb-5ee2d4db563c {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:56.529867 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device e954c7e7-2db7-4d12-91cb-5ee2d4db563c not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:56.643449 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-07c836bd-cb4a-4fe5-82ec-53dec4089f54 req-a9a284f2-df44-46a2-9588-9bea6c0c69e9 tempest-VolumesActionsTest-465070686 tempest-VolumesActionsTest-465070686-project] 10.222.0.55 "GET /v2.0/ports?device_id=8147fc29-c466-4164-b49c-0f8c733a11f7 HTTP/1.1" status: 200 len: 210 time: 0.0384409 Oct 13 04:19:56.669258 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95e4b5-5cfc-439a-ac55-c5d203566a70 req-bb0a5a97-0592-4e49-8da0-6142b1ee7010 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.671227 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1d95e4b5-5cfc-439a-ac55-c5d203566a70 req-bb0a5a97-0592-4e49-8da0-6142b1ee7010 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0769942 Oct 13 04:19:56.688478 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4655f8-f3cf-4409-acb2-c0830e642686 x-openstack-request-id: req-af4655f8-f3cf-4409-acb2-c0830e642686 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:56.688772 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4223c8-bfe1-440e-89bc-7158a1490e1c", "name": "network-vif-plugged", "status": "completed", "tag": "a005bba9-2263-44ad-abba-36d29b7c7e7c", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:56.689002 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af4655f8-f3cf-4409-acb2-c0830e642686 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:56.689394 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4223c8-bfe1-440e-89bc-7158a1490e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a005bba9-2263-44ad-abba-36d29b7c7e7c', 'code': 200} Oct 13 04:19:56.711184 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1d95e4b5-5cfc-439a-ac55-c5d203566a70 req-6ce36171-47aa-47e5-b85f-2b249ca4ff9f tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333264 Oct 13 04:19:56.899474 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48290fb-2f11-4fba-a31a-cd220e48477b req-5dba6d3b-dbda-4cb5-ba2f-6d6acd587441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.901048 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e48290fb-2f11-4fba-a31a-cd220e48477b req-5dba6d3b-dbda-4cb5-ba2f-6d6acd587441 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0448482 Oct 13 04:19:56.943289 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e48290fb-2f11-4fba-a31a-cd220e48477b req-513fb0b7-8b94-4f1c-a198-2f17b34203b4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298765 Oct 13 04:19:57.386230 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad02285-b9a4-495d-a65e-a5504b819b67 req-38db092d-7c24-4e18-a0a9-cedb36554bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:57.387751 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2ad02285-b9a4-495d-a65e-a5504b819b67 req-38db092d-7c24-4e18-a0a9-cedb36554bd9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 1098 time: 0.0478771 Oct 13 04:19:57.436470 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2ad02285-b9a4-495d-a65e-a5504b819b67 req-6497d781-50e4-47e5-a7c3-a2fa8bfe9189 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288684 Oct 13 04:19:58.052713 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d65f24-cf93-4798-8f9c-e14455dc67f5 req-057ebc97-1d73-4758-a339-784bf136ec62 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:58.054233 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-19d65f24-cf93-4798-8f9c-e14455dc67f5 req-057ebc97-1d73-4758-a339-784bf136ec62 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0506926 Oct 13 04:19:58.091968 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-19d65f24-cf93-4798-8f9c-e14455dc67f5 req-20829df2-bd69-4e64-967a-a30ee62a20c1 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Oct 13 04:19:59.214085 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5dc12-40fe-4082-bcf9-62de59848ede req-3591ba60-b996-4651-9008-6cc8bf5b7259 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:59.215554 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef5dc12-40fe-4082-bcf9-62de59848ede req-3591ba60-b996-4651-9008-6cc8bf5b7259 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0498717 Oct 13 04:19:59.252921 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef5dc12-40fe-4082-bcf9-62de59848ede req-ef90cb07-3347-4ee6-8c98-ccd10649acb9 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310869 Oct 13 04:19:59.769188 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9ba3ed9d-16a2-4a0f-8810-f8e6622d92d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:00.453556 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e6c4f-038c-40b2-86b0-2c5be230eeaa req-865d1ff1-2bcc-4de4-9f74-dbed6ad5c4bb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.455137 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a37e6c4f-038c-40b2-86b0-2c5be230eeaa req-865d1ff1-2bcc-4de4-9f74-dbed6ad5c4bb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0587738 Oct 13 04:20:00.496423 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a37e6c4f-038c-40b2-86b0-2c5be230eeaa req-c1a3c44e-fdaf-4ec4-8411-3f0703964197 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351157 Oct 13 04:20:00.767003 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8140e8f-0da4-494d-989a-6c3e83cc197e req-c0aeb02f-cb0c-457a-a05f-d98fa8e87ac5 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.768372 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8140e8f-0da4-494d-989a-6c3e83cc197e req-c0aeb02f-cb0c-457a-a05f-d98fa8e87ac5 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0495465 Oct 13 04:20:00.836431 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8140e8f-0da4-494d-989a-6c3e83cc197e req-3576b6f6-08be-4623-99fd-47ac92b56a2a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610394 Oct 13 04:20:00.846352 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1014ac-b825-4e4a-adef-730bb7e2c55b req-d022e13e-1b3c-4e82-b961-638610a5a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.847781 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7c1014ac-b825-4e4a-adef-730bb7e2c55b req-d022e13e-1b3c-4e82-b961-638610a5a245 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0536487 Oct 13 04:20:00.940642 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1014ac-b825-4e4a-adef-730bb7e2c55b req-1223a65c-5a78-4d2e-815a-f853c53a5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.942094 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7c1014ac-b825-4e4a-adef-730bb7e2c55b req-1223a65c-5a78-4d2e-815a-f853c53a5002 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad1401a3-1315-4343-905f-76fd363a95dd HTTP/1.1" status: 200 len: 919 time: 0.0864654 Oct 13 04:20:00.988117 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7c1014ac-b825-4e4a-adef-730bb7e2c55b req-038e83eb-6839-424d-873b-562fe6ebef81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06e81cd-60bd-4e5e-b109-0c41c2176eff HTTP/1.1" status: 200 len: 217 time: 0.0339553 Oct 13 04:20:01.044316 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1014ac-b825-4e4a-adef-730bb7e2c55b req-ca60369a-8693-443e-96b6-47a598eeb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:01.045816 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7c1014ac-b825-4e4a-adef-730bb7e2c55b req-ca60369a-8693-443e-96b6-47a598eeb49c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7af68be4-9f67-4575-a8cd-9500968eb3b5 HTTP/1.1" status: 200 len: 858 time: 0.0497115 Oct 13 04:20:01.086239 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7c1014ac-b825-4e4a-adef-730bb7e2c55b req-2c81b552-f757-4d7c-a5bc-608ff1840dc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad1401a3-1315-4343-905f-76fd363a95dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256014 Oct 13 04:20:01.176661 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7c1014ac-b825-4e4a-adef-730bb7e2c55b req-932034d2-eab0-4b5f-b2f8-40f1158a47ce service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812874 Oct 13 04:20:01.273018 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7c1014ac-b825-4e4a-adef-730bb7e2c55b req-cfa37828-d0e0-436c-8b9a-348703318df3 service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840662 Oct 13 04:20:01.965720 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6724e-c113-48ce-b46e-3df72458429d req-0fe2463c-71fa-48d7-9fe7-9efb11430b68 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:01.967173 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bdb6724e-c113-48ce-b46e-3df72458429d req-0fe2463c-71fa-48d7-9fe7-9efb11430b68 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0493703 Oct 13 04:20:02.004278 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bdb6724e-c113-48ce-b46e-3df72458429d req-a8d337c1-958a-47c2-922a-fce739afa083 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310240 Oct 13 04:20:02.349121 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f0ab1e60-1b7c-4fa1-8107-dfd4b354df09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.129055 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21f8ba-e4ed-409d-b437-afbcaa4fa3c9 req-d7d27a4b-87c1-4dcf-9363-c76d1fee9b90 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:03.130548 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4b21f8ba-e4ed-409d-b437-afbcaa4fa3c9 req-d7d27a4b-87c1-4dcf-9363-c76d1fee9b90 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0543504 Oct 13 04:20:03.168667 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4b21f8ba-e4ed-409d-b437-afbcaa4fa3c9 req-9358bbc3-c2ab-445e-820e-68a00923cbc1 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321529 Oct 13 04:20:03.330698 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.604544 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.244584 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.888419 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.527889 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a404a15-2577-4371-b1be-572934a43e70 req-9903d543-bbfd-46b5-9e20-f3e5be06cd7c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:07.529421 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2a404a15-2577-4371-b1be-572934a43e70 req-9903d543-bbfd-46b5-9e20-f3e5be06cd7c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0642323 Oct 13 04:20:07.566839 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2a404a15-2577-4371-b1be-572934a43e70 req-931c18f7-ba96-46e4-829d-73b7d3a23308 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Oct 13 04:20:08.687617 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1103f5-e3e3-4b24-abe5-9f93c9e6fd80 req-399254d1-7030-4106-8fe6-35b9c9df7ddb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:08.688960 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ba1103f5-e3e3-4b24-abe5-9f93c9e6fd80 req-399254d1-7030-4106-8fe6-35b9c9df7ddb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0527756 Oct 13 04:20:08.733258 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ba1103f5-e3e3-4b24-abe5-9f93c9e6fd80 req-d046ffbf-397e-4acb-ba83-c433a0b82cc2 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350626 Oct 13 04:20:13.614031 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f320f05-799c-491e-8654-d13eea826398 req-1b4d82fd-d0b9-4a49-851d-dfdacef05349 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:13.615481 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f320f05-799c-491e-8654-d13eea826398 req-1b4d82fd-d0b9-4a49-851d-dfdacef05349 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0480659 Oct 13 04:20:13.653468 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f320f05-799c-491e-8654-d13eea826398 req-2a375528-d2a8-4c71-be60-ed7ff4783d5d tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Oct 13 04:20:14.792023 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabb050-32e0-43b3-bb76-7b9bc9cffd49 req-3a8825ea-974c-4929-861d-04f4fc22a669 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:14.793618 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1eabb050-32e0-43b3-bb76-7b9bc9cffd49 req-3a8825ea-974c-4929-861d-04f4fc22a669 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0631785 Oct 13 04:20:14.837056 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1eabb050-32e0-43b3-bb76-7b9bc9cffd49 req-b1b171f7-188b-4ccd-a26c-003e80826478 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369883 Oct 13 04:20:15.960368 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9fefe-3991-4f62-a494-0afac3afc7fa req-d9b88e80-d8d8-4b02-b145-9b2bdd30506d tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:15.965066 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f2b9fefe-3991-4f62-a494-0afac3afc7fa req-d9b88e80-d8d8-4b02-b145-9b2bdd30506d tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0559161 Oct 13 04:20:16.010379 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f2b9fefe-3991-4f62-a494-0afac3afc7fa req-86c3e615-44b5-4d63-bc2d-e9c4a7c06160 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363030 Oct 13 04:20:16.149216 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-e2f6b2ed-7e88-4877-9da7-579cdb861740 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:16.150750 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-e2f6b2ed-7e88-4877-9da7-579cdb861740 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 815 time: 0.1156392 Oct 13 04:20:16.167722 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-9ab6c8fa-2ad2-4ea1-bcdf-e4fa49d5e6ec tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/quotas/f6806325e2e94089a6944698ad9b7808 HTTP/1.1" status: 200 len: 375 time: 0.0102043 Oct 13 04:20:16.231407 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-6bdf97d2-7d7b-4aa2-b964-7feb567154b1 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502231 Oct 13 04:20:16.330142 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-79a3eda6-47ee-4eac-b064-755c6f4f613a service neutron] 10.222.0.55 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911715 Oct 13 04:20:16.446229 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-b443f0ba-7229-444e-8481-cc8413f0f89a service neutron] 10.222.0.55 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096866 Oct 13 04:20:16.641867 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-395c2a3f-a2f5-48f5-8677-2b8e6cdfa6a7 req-6016f0cf-d133-49b6-a36c-7e76989b07c9 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 210 time: 0.0362692 Oct 13 04:20:17.147556 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813bfcf-9502-4710-9113-2dd3070279b3 req-716e4039-1fb3-49f7-a5d6-6de2084c3f29 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:17.149600 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9813bfcf-9502-4710-9113-2dd3070279b3 req-716e4039-1fb3-49f7-a5d6-6de2084c3f29 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0614877 Oct 13 04:20:17.305750 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9813bfcf-9502-4710-9113-2dd3070279b3 req-adf7ea05-697f-46fe-8541-179ebbdb434f tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472559 Oct 13 04:20:17.793407 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aa5bb785-2146-49d1-869c-02b98030599e req-c476eded-3563-422f-8ea0-673bcd8955f2 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 210 time: 0.0630534 Oct 13 04:20:17.999583 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 43890) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:18.094361 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-04123d0e-5dad-45f4-813b-47a0b18387ee tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:18.100243 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-04123d0e-5dad-45f4-813b-47a0b18387ee tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 815 time: 0.1766489 Oct 13 04:20:18.124864 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Request body: {'port': {'device_id': '24e3d51b-fb51-4ea1-904d-a09c4c2af595', 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59', 'admin_state_up': True, 'tenant_id': 'f6806325e2e94089a6944698ad9b7808'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:18.260893 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ba28e646-edc7-4889-acb4-4cb8f9ce4bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.284347 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Made reservation on behalf of f6806325e2e94089a6944698ad9b7808 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:18.289248 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.386629 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ba28e646-edc7-4889-acb4-4cb8f9ce4bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.393593 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ba28e646-edc7-4889-acb4-4cb8f9ce4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.440104 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ba28e646-edc7-4889-acb4-4cb8f9ce4bdd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d3b5529c0f7451e8e94f7d7bca1b337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363601 Oct 13 04:20:18.440104 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28e646-edc7-4889-acb4-4cb8f9ce4bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69588ce-167f-49ce-8b4e-db5c3f621030,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:18.441121 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 43904) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:18.502110 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e17230e7-ac3c-496d-a2b4-02be262bb74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.518456 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Allocated IP 172.20.0.13 (0d1ab067-7575-4c07-97ac-3bce9cca9c59/61051428-bded-4621-8b92-c502acd948d5/ce77776c-95b9-46ba-b5e4-6e4b1ad6d721) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:18.525864 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e17230e7-ac3c-496d-a2b4-02be262bb74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.527624 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b5bc9-35dc-4877-a02c-ae0e2160fb18 req-c40bd818-ae81-483f-a857-833ee81bd98e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:18.535006 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ed7b5bc9-35dc-4877-a02c-ae0e2160fb18 req-c40bd818-ae81-483f-a857-833ee81bd98e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.1074023 Oct 13 04:20:18.585584 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e17230e7-ac3c-496d-a2b4-02be262bb74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.586327 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ed7b5bc9-35dc-4877-a02c-ae0e2160fb18 req-2922ac2c-5d42-45bc-876d-f4b60b0e05bb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503414 Oct 13 04:20:18.590022 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e17230e7-ac3c-496d-a2b4-02be262bb74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.591946 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e17230e7-ac3c-496d-a2b4-02be262bb74e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e69588ce-167f-49ce-8b4e-db5c3f621030 HTTP/1.1" status: 204 len: 168 time: 0.1494019 Oct 13 04:20:18.619772 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17230e7-ac3c-496d-a2b4-02be262bb74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69588ce-167f-49ce-8b4e-db5c3f621030,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:18.762360 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.848833 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.906647 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:18.910592 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:18.944504 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:18.951120 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:18.951874 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.963183 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Pushing event updated for resources: {'Port': ['ID=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:18.980966 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-dac30756-57fc-4494-acd7-b50f6e77725e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8620598 Oct 13 04:20:18.993801 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba010269-799b-422e-ba2f-24696a98083f req-4ec664c1-8957-4a18-9d65-300a41e028ee tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:18.995350 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ba010269-799b-422e-ba2f-24696a98083f req-4ec664c1-8957-4a18-9d65-300a41e028ee tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 932 time: 0.0821753 Oct 13 04:20:19.047303 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ba010269-799b-422e-ba2f-24696a98083f req-279fffe8-f93e-4796-a385-6b130ebfffc4 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451999 Oct 13 04:20:19.448375 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0d108316-b79c-4ebf-af4e-9237f069cd94', '0873d595-38af-475f-97a0-d07dd43fbdb5', '355dc108-256f-4efe-8035-feb0a826461d'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:19.458614 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Request body: {'port': {'device_id': '24e3d51b-fb51-4ea1-904d-a09c4c2af595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:19.533514 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.882549 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:19.892120 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.920108 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Transition to ACTIVE for port object ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:19.923860 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.978153 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Pushing event updated for resources: {'Port': ['ID=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:20.017111 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Attempting to bind port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:20.017486 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Attempting to bind port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:20.017843 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Attempting to bind port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 on network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:20.022380 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 on network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:20.022693 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Attempting to bind port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 on network 0d1ab067-7575-4c07-97ac-3bce9cca9c59 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:20.028025 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:20.028402 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Checking segment: {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:20.028800 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Bound using segment: {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:20.029240 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Bound port: ce77776c-95b9-46ba-b5e4-6e4b1ad6d721, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9324d6-05d9-4b6d-b272-6d65c0291a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:20.029549 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.107216 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] For port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:20.112731 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] For port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:20.118401 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.154787 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:20.155387 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.156764 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] 10.222.0.45 "PUT /v2.0/ports/ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 HTTP/1.1" status: 200 len: 1094 time: 0.7025020 Oct 13 04:20:20.157210 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e3d51b-fb51-4ea1-904d-a09c4c2af595', 'tag': 'ce77776c-95b9-46ba-b5e4-6e4b1ad6d721'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:20.159557 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13878e1e-954d-42a6-baaa-53ce1397c0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "24e3d51b-fb51-4ea1-904d-a09c4c2af595", "tag": "ce77776c-95b9-46ba-b5e4-6e4b1ad6d721"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:20.188696 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1607dc6-1419-4e59-9cdc-85c6197af38e service neutron] Pushing event updated for resources: {'Port': ['ID=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:23.639420 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-6ccb7b77-a19f-4cb8-b86c-4e8995fa4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:23.642535 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-6ccb7b77-a19f-4cb8-b86c-4e8995fa4a39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 1097 time: 0.0482671 Oct 13 04:20:23.722419 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-ce312491-890c-4667-a59f-5d6a23dea502 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 HTTP/1.1" status: 200 len: 217 time: 0.0477219 Oct 13 04:20:23.756546 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83304055-a6d5-4c34-81ea-bc5d2db49b9c req-63d118c6-efd8-4cb1-b4a1-573f033c3c32 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:23.759132 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-83304055-a6d5-4c34-81ea-bc5d2db49b9c req-63d118c6-efd8-4cb1-b4a1-573f033c3c32 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.1157675 Oct 13 04:20:23.839459 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dced71f-2252-41cb-98a7-49159c44ca2f req-0aa42237-bb52-413f-a8b0-bfac5218fba6 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:23.840954 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6dced71f-2252-41cb-98a7-49159c44ca2f req-0aa42237-bb52-413f-a8b0-bfac5218fba6 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 944 time: 0.1598122 Oct 13 04:20:23.845951 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-83304055-a6d5-4c34-81ea-bc5d2db49b9c req-3f9556a2-86bb-476a-8e6e-0eed159f2b86 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787127 Oct 13 04:20:23.847655 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-9fdc75be-c5c9-48a7-a6ff-090ce058746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:23.848988 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-9fdc75be-c5c9-48a7-a6ff-090ce058746b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61051428-bded-4621-8b92-c502acd948d5 HTTP/1.1" status: 200 len: 855 time: 0.1025155 Oct 13 04:20:23.893274 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-eb18283d-7678-4693-96c7-f5935352441a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d1ab067-7575-4c07-97ac-3bce9cca9c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301282 Oct 13 04:20:23.914065 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6dced71f-2252-41cb-98a7-49159c44ca2f req-91967cf8-ddd3-4211-8eab-9431a05a5338 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640550 Oct 13 04:20:23.921692 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99e91bb-d1f3-4a6a-aec3-0d80629c5171 x-openstack-request-id: req-f99e91bb-d1f3-4a6a-aec3-0d80629c5171 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:23.921984 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e3d51b-fb51-4ea1-904d-a09c4c2af595", "tag": "ce77776c-95b9-46ba-b5e4-6e4b1ad6d721", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:23.922233 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f99e91bb-d1f3-4a6a-aec3-0d80629c5171 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:23.922626 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e3d51b-fb51-4ea1-904d-a09c4c2af595', 'tag': 'ce77776c-95b9-46ba-b5e4-6e4b1ad6d721', 'status': 'completed', 'code': 200} Oct 13 04:20:24.016918 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-207619aa-22d0-48eb-b5f9-3018ac0c8435 service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000638 Oct 13 04:20:24.124071 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95bb6085-edef-4094-b559-b7ddca3c0a28 req-5b6efcd8-b59f-4aa6-bfc6-d54f70e420d5 service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978787 Oct 13 04:20:24.232781 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13878e1e-954d-42a6-baaa-53ce1397c0e9 req-b696f7b8-9d2b-4854-9477-815d5a079b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:24.234459 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13878e1e-954d-42a6-baaa-53ce1397c0e9 req-b696f7b8-9d2b-4854-9477-815d5a079b2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6806325e2e94089a6944698ad9b7808&device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 1097 time: 0.0607779 Oct 13 04:20:24.327333 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13878e1e-954d-42a6-baaa-53ce1397c0e9 req-2db78996-8379-45b9-8f16-e51dab6e911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:24.328960 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13878e1e-954d-42a6-baaa-53ce1397c0e9 req-2db78996-8379-45b9-8f16-e51dab6e911a service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 200 len: 916 time: 0.0876005 Oct 13 04:20:24.384985 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13878e1e-954d-42a6-baaa-53ce1397c0e9 req-331653a5-9960-4a8f-9a58-41b2ff570bed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 HTTP/1.1" status: 200 len: 217 time: 0.0469203 Oct 13 04:20:24.450569 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13878e1e-954d-42a6-baaa-53ce1397c0e9 req-c19d6060-0d4b-406b-9e77-0b8c8cd95846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:24.452769 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13878e1e-954d-42a6-baaa-53ce1397c0e9 req-c19d6060-0d4b-406b-9e77-0b8c8cd95846 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61051428-bded-4621-8b92-c502acd948d5 HTTP/1.1" status: 200 len: 855 time: 0.0616252 Oct 13 04:20:24.516888 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13878e1e-954d-42a6-baaa-53ce1397c0e9 req-2e32e961-87b1-4fe0-ae12-04a6f8cb4719 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d1ab067-7575-4c07-97ac-3bce9cca9c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268009 Oct 13 04:20:24.648381 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13878e1e-954d-42a6-baaa-53ce1397c0e9 req-c022f4d5-b3d6-47f4-a3d6-3669ddb102d9 service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220653 Oct 13 04:20:24.771334 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13878e1e-954d-42a6-baaa-53ce1397c0e9 req-3c55d986-393b-45c5-bb60-7d4b18c73653 service neutron] 10.222.0.45 "GET /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129370 Oct 13 04:20:25.327790 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c5105-ac6a-4de6-a3da-8e1cb105a9bd req-8bbc7363-fe46-4ae4-a29d-416db3034716 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:25.329778 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ab8c5105-ac6a-4de6-a3da-8e1cb105a9bd req-8bbc7363-fe46-4ae4-a29d-416db3034716 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 944 time: 0.1003537 Oct 13 04:20:25.340626 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e04984-9e2b-4d12-ac61-b5c16d467b0d req-4d154979-6887-42b2-87aa-66aa11e03c7b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:25.342731 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36e04984-9e2b-4d12-ac61-b5c16d467b0d req-4d154979-6887-42b2-87aa-66aa11e03c7b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.1022677 Oct 13 04:20:25.411372 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ab8c5105-ac6a-4de6-a3da-8e1cb105a9bd req-8eb70780-db26-49c9-9cc1-9be2790c6b02 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672090 Oct 13 04:20:25.414543 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36e04984-9e2b-4d12-ac61-b5c16d467b0d req-8dca92d0-4a5e-4b71-83f8-e9bf426e82d8 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634284 Oct 13 04:20:26.686761 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e017dca-1b97-40db-a4ba-d8490b6f9247 req-f592078b-0680-4821-871e-a5c7e26aa2b7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:26.688102 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0e017dca-1b97-40db-a4ba-d8490b6f9247 req-f592078b-0680-4821-871e-a5c7e26aa2b7 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 944 time: 0.0770042 Oct 13 04:20:26.710899 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5db966-f83f-4a0a-b277-eeaa67da3567 req-cf946f7e-8915-4726-a231-1820ffced61c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:26.712463 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c5db966-f83f-4a0a-b277-eeaa67da3567 req-cf946f7e-8915-4726-a231-1820ffced61c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0908873 Oct 13 04:20:26.758741 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0e017dca-1b97-40db-a4ba-d8490b6f9247 req-6533c8bb-322b-4fe9-8e7a-1a789ff55315 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626125 Oct 13 04:20:26.774938 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c5db966-f83f-4a0a-b277-eeaa67da3567 req-f4830536-890b-46ff-956c-9bd97e0dc853 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556242 Oct 13 04:20:27.238730 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:20:27.945899 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:20:27.958166 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc7a46-e607-4e8a-b074-d81e7afae04a req-5e9c30fb-9c34-42b9-a878-211c1073d49e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:27.960009 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c6fc7a46-e607-4e8a-b074-d81e7afae04a req-5e9c30fb-9c34-42b9-a878-211c1073d49e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 944 time: 0.0880122 Oct 13 04:20:27.972942 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb8f75-84de-4183-bf58-28612857e5f1 req-d31f52a5-b579-4b3a-83a1-477445f22649 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:27.974863 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1bb8f75-84de-4183-bf58-28612857e5f1 req-d31f52a5-b579-4b3a-83a1-477445f22649 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0922418 Oct 13 04:20:28.050785 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c6fc7a46-e607-4e8a-b074-d81e7afae04a req-5c03b0e3-fcff-48f8-a4b9-1c9fba8300a4 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752714 Oct 13 04:20:28.062961 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1bb8f75-84de-4183-bf58-28612857e5f1 req-4a6fa7b1-966b-4b37-a21b-614eb864d4c3 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755539 Oct 13 04:20:28.097174 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:28.112658 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': 'ce77776c-95b9-46ba-b5e4-6e4b1ad6d721', 'network_id': '0d1ab067-7575-4c07-97ac-3bce9cca9c59', 'port_id': 'ce77776c-95b9-46ba-b5e4-6e4b1ad6d721', 'mac_address': 'fa:16:3e:f8:59:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61051428-bded-4621-8b92-c502acd948d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:20:28.151021 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.169066 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:28.189710 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:28.195160 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.254640 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:28.796591 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['ce77776c-95b9-46ba-b5e4-6e4b1ad6d721'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:29.421871 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c0285-faa1-41b0-9027-f89d4a73bcc0 req-2a66dece-5ab5-4aa1-8154-9bef14f25e4f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:29.423550 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a33c0285-faa1-41b0-9027-f89d4a73bcc0 req-2a66dece-5ab5-4aa1-8154-9bef14f25e4f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 945 time: 0.3068366 Oct 13 04:20:29.445241 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e7cd9-d314-4588-8115-701fd73acdab req-52083708-0519-491f-a009-7acf4b05692b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:29.446735 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4b9e7cd9-d314-4588-8115-701fd73acdab req-52083708-0519-491f-a009-7acf4b05692b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.3011127 Oct 13 04:20:29.494652 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a33c0285-faa1-41b0-9027-f89d4a73bcc0 req-55936e4d-fd7a-4f1c-a7a9-17b8a23e8895 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629313 Oct 13 04:20:29.502138 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4b9e7cd9-d314-4588-8115-701fd73acdab req-926491ed-2fe7-40b9-98c4-63fb8225fd93 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470703 Oct 13 04:20:29.763446 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1f1dfb2d-4d7c-4944-9be9-e1399ba38d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.682016 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b89c9-34b3-4c2b-b43f-58cd84a820da req-be02071a-8ddc-4b2e-afd5-62a9c9720fe1 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:30.686727 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e5b89c9-34b3-4c2b-b43f-58cd84a820da req-be02071a-8ddc-4b2e-afd5-62a9c9720fe1 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 945 time: 0.0869677 Oct 13 04:20:30.719010 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d334f4-7cb8-4679-875b-754b8eb0b5c3 req-f1466f2b-7e53-49ec-9d85-6633a3d395b3 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:30.722077 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3d334f4-7cb8-4679-875b-754b8eb0b5c3 req-f1466f2b-7e53-49ec-9d85-6633a3d395b3 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0945368 Oct 13 04:20:30.761601 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e5b89c9-34b3-4c2b-b43f-58cd84a820da req-08484d69-8afd-4af2-9875-6bb077755d1d tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689967 Oct 13 04:20:30.791662 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3d334f4-7cb8-4679-875b-754b8eb0b5c3 req-2dfb50f1-60b6-4f72-8b75-24e8a51a137c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658019 Oct 13 04:20:31.220889 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 44082) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:31.347776 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.430720 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.438622 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.474209 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 44088) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:31.483545 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3caac5aecd854fb79ce329f4b4050b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518656 Oct 13 04:20:31.526259 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6aff66-0e25-4c18-a677-5fb447e97129,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:31.534106 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.534659 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.535158 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.535652 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.536142 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.536995 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.537483 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.537845 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.538339 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.538817 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.539290 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.539761 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ae06c2-bc22-4bb8-b834-380abb0d69c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.574419 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.603561 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.669054 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.672046 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.673351 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a6aff66-0e25-4c18-a677-5fb447e97129 HTTP/1.1" status: 204 len: 168 time: 0.1979182 Oct 13 04:20:31.681334 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6aff66-0e25-4c18-a677-5fb447e97129,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:31.689094 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.690029 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.690029 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.690300 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.690453 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.690768 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.691048 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.691369 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.691816 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.692140 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.692452 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.692879 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da01c9-9ea3-483e-bf2d-13870cff230e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:31.951197 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fdca8-0c41-4f03-b112-a1e491d6dce4 req-eab980e7-f3e9-40c8-8b15-919082fb1cde tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:31.954059 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-828fdca8-0c41-4f03-b112-a1e491d6dce4 req-eab980e7-f3e9-40c8-8b15-919082fb1cde tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 945 time: 0.0982413 Oct 13 04:20:31.964415 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:31.987331 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f4dc3-96c5-4825-b722-a0206df21fd9 req-c66cba24-d748-4837-afa3-690fe824f577 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:31.995208 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-936f4dc3-96c5-4825-b722-a0206df21fd9 req-c66cba24-d748-4837-afa3-690fe824f577 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0984581 Oct 13 04:20:32.037542 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:20:32.042958 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:32.043334 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.096843 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-828fdca8-0c41-4f03-b112-a1e491d6dce4 req-f442ce1c-b246-4723-b0fa-23217730ca06 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332159 Oct 13 04:20:32.103996 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-936f4dc3-96c5-4825-b722-a0206df21fd9 req-18430b05-7385-43a3-b02d-9fe8613718af tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079626 Oct 13 04:20:32.117667 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc78d62-ba18-418d-a2fb-8ea4e0cd658b req-e44d1301-7936-40aa-bd30-2def3357a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.117667 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dfc78d62-ba18-418d-a2fb-8ea4e0cd658b req-e44d1301-7936-40aa-bd30-2def3357a7d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0690193 Oct 13 04:20:32.135295 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.167411 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dfc78d62-ba18-418d-a2fb-8ea4e0cd658b req-d473556e-81d0-4184-b341-22471d4f0f58 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Oct 13 04:20:32.170442 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e3d51b-fb51-4ea1-904d-a09c4c2af595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce77776c-95b9-46ba-b5e4-6e4b1ad6d721'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:32.173268 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbea705-ffb9-4c10-95fb-cac819637b52" -d '{"events": [{"server_uuid": "24e3d51b-fb51-4ea1-904d-a09c4c2af595", "name": "network-vif-plugged", "status": "completed", "tag": "ce77776c-95b9-46ba-b5e4-6e4b1ad6d721"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:32.177659 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:32.182987 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.327011 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1cbf30-e0f0-409d-ba29-dcd8d98af384 x-openstack-request-id: req-fd1cbf30-e0f0-409d-ba29-dcd8d98af384 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:32.327327 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e3d51b-fb51-4ea1-904d-a09c4c2af595", "name": "network-vif-plugged", "status": "completed", "tag": "ce77776c-95b9-46ba-b5e4-6e4b1ad6d721", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:32.327541 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd1cbf30-e0f0-409d-ba29-dcd8d98af384 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:32.327916 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e3d51b-fb51-4ea1-904d-a09c4c2af595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce77776c-95b9-46ba-b5e4-6e4b1ad6d721', 'code': 200} Oct 13 04:20:32.358702 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6f780169-cd6b-484f-8ac3-9cf5ed920bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.364108 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:32.432501 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 44136) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:32.528124 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1114888095-network', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:32.552009 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Made reservation on behalf of 41649d1bfdb049eeb3509c73dc1b039c for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:32.554204 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.562759 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.647556 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.653341 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.675532 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:32.690769 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.691436 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Added segment b01ff349-500b-48bc-ad27-b911c7f14fd6 of type vlan for network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 Oct 13 04:20:32.703025 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7217a1e8-06bf-42fc-8883-32b6cbb3abf5,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:32.739847 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.771335 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.772481 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.773156 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.857226 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4234908 Oct 13 04:20:32.858094 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 44160) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:32.863477 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-244be055-af41-4ae5-b5e0-c9a8381b43cb admin admin] Request body: {'subnet': {'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1114888095-subnet', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:32.865474 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8776d71-b94d-4be7-b752-b0cd9722889f admin admin] Pushing event updated for resources: {'Network': ['ID=21f3e97a-4c25-41f2-9ea4-802d08f767e1,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:32.879246 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:32.880003 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1ecd6-6987-4e53-8297-826ee4c57b2d req-7ec80b75-4613-46ce-be48-62d361af8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.882011 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7ff1ecd6-6987-4e53-8297-826ee4c57b2d req-7ec80b75-4613-46ce-be48-62d361af8a8a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 1099 time: 0.0921023 Oct 13 04:20:32.896371 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244be055-af41-4ae5-b5e0-c9a8381b43cb admin admin] Made reservation on behalf of 41649d1bfdb049eeb3509c73dc1b039c for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:32.899299 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-244be055-af41-4ae5-b5e0-c9a8381b43cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274345'] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.923452 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7ff1ecd6-6987-4e53-8297-826ee4c57b2d req-dc203b31-3a96-4819-a0f9-b60d3257bed2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Oct 13 04:20:33.077190 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-244be055-af41-4ae5-b5e0-c9a8381b43cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7706179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274311'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.138508 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244be055-af41-4ae5-b5e0-c9a8381b43cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:33.148793 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244be055-af41-4ae5-b5e0-c9a8381b43cb admin admin] Checking segment: {'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:33.149184 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244be055-af41-4ae5-b5e0-c9a8381b43cb admin admin] Network hostable DHCP agents. Network: 21f3e97a-4c25-41f2-9ea4-802d08f767e1, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:33.167779 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244be055-af41-4ae5-b5e0-c9a8381b43cb admin admin] Network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:33.181253 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-244be055-af41-4ae5-b5e0-c9a8381b43cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 21f3e97a-4c25-41f2-9ea4-802d08f767e1) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:33.187763 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244be055-af41-4ae5-b5e0-c9a8381b43cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:33.192621 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd13c39-2cad-434b-a972-eb858ef8a7a0 None None] Network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:33.193746 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-244be055-af41-4ae5-b5e0-c9a8381b43cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.219885 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-244be055-af41-4ae5-b5e0-c9a8381b43cb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3604794 Oct 13 04:20:33.225190 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 44194) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:33.241536 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:33.296322 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07903f0-a7f9-496e-80b1-9cc45f06dce0 req-ffdd0809-2e8f-4948-ad33-f678232f0bd3 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:33.297835 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d07903f0-a7f9-496e-80b1-9cc45f06dce0 req-ffdd0809-2e8f-4948-ad33-f678232f0bd3 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.1086564 Oct 13 04:20:33.304780 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8a809-0e7e-4e04-a590-e4f19b1d5827 req-231f51be-1c9e-4fc3-8fdf-1b209885f4fe tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:33.306201 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3e8a809-0e7e-4e04-a590-e4f19b1d5827 req-231f51be-1c9e-4fc3-8fdf-1b209885f4fe tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 946 time: 0.1054690 Oct 13 04:20:33.309403 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.310666 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7424'] for router, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.344059 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.386929 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936e36cd-2bb0-5633-aabb-4a9dea8c5d17-21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'fixed_ips': [{'subnet_id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f'}]}} from dv-cinder-812751-3-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:20:33.387892 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.466223 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3e8a809-0e7e-4e04-a590-e4f19b1d5827 req-e5db8a8c-a328-450d-9f18-08c18748aa24 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517503 Oct 13 04:20:33.490226 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d07903f0-a7f9-496e-80b1-9cc45f06dce0 req-a3241a50-fa92-49bf-a326-b911aff2a719 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825011 Oct 13 04:20:33.492024 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.551669 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Allocated IP 172.20.0.2 (21f3e97a-4c25-41f2-9ea4-802d08f767e1/aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f/a80feeae-2bad-474c-9b37-a5ffbfc094bf) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:33.623474 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.633938 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.713064 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.721413 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.761795 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:33.765084 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:33.769311 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:33.776099 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Pushing event updated for resources: {'Port': ['ID=a80feeae-2bad-474c-9b37-a5ffbfc094bf,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:33.825764 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Attempting to bind port a80feeae-2bad-474c-9b37-a5ffbfc094bf on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:33.826126 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Attempting to bind port a80feeae-2bad-474c-9b37-a5ffbfc094bf by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:33.826475 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Attempting to bind port a80feeae-2bad-474c-9b37-a5ffbfc094bf on network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:33.831617 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:33.831986 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Checking segment: {'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:33.832374 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.832755 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Bound using segment: {'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:33.833207 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Bound port: a80feeae-2bad-474c-9b37-a5ffbfc094bf, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:33.833576 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.852772 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.876902 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.899618 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] For port a80feeae-2bad-474c-9b37-a5ffbfc094bf, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:33.903378 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] For port a80feeae-2bad-474c-9b37-a5ffbfc094bf, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=a80feeae-2bad-474c-9b37-a5ffbfc094bf,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:33.908835 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.972994 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b973c-f2aa-495b-830e-e3bb965a22fe None None] Pushing event updated for resources: {'Port': ['ID=a80feeae-2bad-474c-9b37-a5ffbfc094bf,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:33.990922 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Allocated IP 172.27.2.123 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/37fc2c53-b832-4049-a0e0-e8b9037f1c03) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:34.104009 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.146134 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.209192 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:34.215094 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:34.219574 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:34.260575 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Pushing event updated for resources: {'Port': ['ID=37fc2c53-b832-4049-a0e0-e8b9037f1c03,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:34.439868 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.540972 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 44220) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:34.586518 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-8620bfd3-a659-4adc-9d15-ae03dbd767d4 admin admin] Deleting subnet dcd02e20-9e4d-4bbe-9f54-bacfa9b45ef0 {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:20:34.589969 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8620bfd3-a659-4adc-9d15-ae03dbd767d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.624803 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8620bfd3-a659-4adc-9d15-ae03dbd767d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5027193'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.666894 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8620bfd3-a659-4adc-9d15-ae03dbd767d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.730721 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8620bfd3-a659-4adc-9d15-ae03dbd767d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7706112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274318'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.756848 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620bfd3-a659-4adc-9d15-ae03dbd767d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd02e20-9e4d-4bbe-9f54-bacfa9b45ef0,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:34.767731 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8620bfd3-a659-4adc-9d15-ae03dbd767d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.773872 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8620bfd3-a659-4adc-9d15-ae03dbd767d4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dcd02e20-9e4d-4bbe-9f54-bacfa9b45ef0 HTTP/1.1" status: 204 len: 168 time: 0.2310541 Oct 13 04:20:34.774570 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 44222) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:34.844812 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.930517 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182d73c-37d5-468d-9ac4-91d0051973a3 req-b50adb9d-95e1-48ef-9c0f-a69b6514fc66 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:34.931964 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0182d73c-37d5-468d-9ac4-91d0051973a3 req-b50adb9d-95e1-48ef-9c0f-a69b6514fc66 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 946 time: 0.3895540 Oct 13 04:20:34.939254 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.945357 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda95dd6-7553-405b-a18d-5ebd49d8dae9 req-11dca562-35d8-4dc0-a150-396e0b952bb9 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:34.946933 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cda95dd6-7553-405b-a18d-5ebd49d8dae9 req-11dca562-35d8-4dc0-a150-396e0b952bb9 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.3603277 Oct 13 04:20:34.971534 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece44bc-d5a0-4b83-b292-9cf32c506ea0 None None] Network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:34.976791 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783014'] for router, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.977444 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37641152-c7d0-4e3b-b8b6-cb9f4932709d']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:34.991665 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bc754f-35d6-4451-87c3-b1e78c5ac519') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:34.992302 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bc754f-35d6-4451-87c3-b1e78c5ac519') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:35.005872 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5027186'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.026471 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.048667 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:20:35.049071 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706590'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: Traceback (most recent call last): Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: timer() Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: cb(*args, **kw) Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: return func(*args, **kwargs) Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: self._notify() Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: self.callback(batched_events) Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: event.method(event) Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: return f(self, *a, **k) Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._get(url).json() Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:20:35.051143 dv-cinder-812751-3-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:20:35.060433 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0182d73c-37d5-468d-9ac4-91d0051973a3 req-56843d67-13b6-432a-ab6c-4eed59a3e80f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126101 Oct 13 04:20:35.068893 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cda95dd6-7553-405b-a18d-5ebd49d8dae9 req-e19664e1-acb5-4401-93ad-64178cc6c6ed tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078703 Oct 13 04:20:35.110766 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6edc5546-01a8-49f4-8751-b95388cc59f5 None None] Provisioning complete for port a80feeae-2bad-474c-9b37-a5ffbfc094bf triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:35.111555 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6edc5546-01a8-49f4-8751-b95388cc59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.174839 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.175816 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device a80feeae-2bad-474c-9b37-a5ffbfc094bf up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:35.195946 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.202077 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] 10.222.0.55 "DELETE /v2.0/networks/37641152-c7d0-4e3b-b8b6-cb9f4932709d HTTP/1.1" status: 204 len: 168 time: 0.4264126 Oct 13 04:20:35.203789 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6a5d0-4af5-49ee-94b6-815287d10727 admin admin] Pushing event deleted for resources: {'Network': ['ID=37641152-c7d0-4e3b-b8b6-cb9f4932709d,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:35.245187 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Router b510c410-7abe-473d-834f-e958c4a11e84 is scheduled to L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 with binding_index 1 {{(pid=94021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:20:35.320896 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.348889 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port a80feeae-2bad-474c-9b37-a5ffbfc094bf triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:35.349394 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.352468 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 44232) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:35.352611 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6edc5546-01a8-49f4-8751-b95388cc59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.393406 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc0ac0-4218-4f2f-97d3-dd47be8899c2 req-8369cc5f-b181-4570-8ef2-173f172a7e3b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:35.394985 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-86bc0ac0-4218-4f2f-97d3-dd47be8899c2 req-8369cc5f-b181-4570-8ef2-173f172a7e3b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.1342523 Oct 13 04:20:35.406344 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:35.420079 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-68f814ac-4759-40e1-a621-321d80ddcb8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09d2cdcae4c64be48feb38880725cda1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678487 Oct 13 04:20:35.420681 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 44234) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:35.426042 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6edc5546-01a8-49f4-8751-b95388cc59f5 None None] For port a80feeae-2bad-474c-9b37-a5ffbfc094bf, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=a80feeae-2bad-474c-9b37-a5ffbfc094bf,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:35.427120 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Sync routers for ids ['b510c410-7abe-473d-834f-e958c4a11e84'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:35.448198 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.452010 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-2cbcc52c-d3cc-46c4-a7ef-3b1551ee6f5a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2113059 Oct 13 04:20:35.452703 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 44236) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:35.453456 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Routers {'b510c410-7abe-473d-834f-e958c4a11e84'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:35.454105 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:20:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['b510c410-7abe-473d-834f-e958c4a11e84'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:35.461178 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-86bc0ac0-4218-4f2f-97d3-dd47be8899c2 req-d471b3cf-7bf5-4409-bc3c-f45d802ac9be tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528834 Oct 13 04:20:35.480191 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8158-209e-47f5-a56d-4115710983d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.489699 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6edc5546-01a8-49f4-8751-b95388cc59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.528876 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8158-209e-47f5-a56d-4115710983d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.558021 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc5546-01a8-49f4-8751-b95388cc59f5 None None] Pushing event updated for resources: {'Port': ['ID=a80feeae-2bad-474c-9b37-a5ffbfc094bf,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:35.603186 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8158-209e-47f5-a56d-4115710983d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.607274 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8158-209e-47f5-a56d-4115710983d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.608586 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ae0c8158-209e-47f5-a56d-4115710983d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48d26e9a-d1e1-4bc3-ae50-9249c8b1b487 HTTP/1.1" status: 204 len: 168 time: 0.1869833 Oct 13 04:20:35.618580 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c8158-209e-47f5-a56d-4115710983d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d26e9a-d1e1-4bc3-ae50-9249c8b1b487,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:35.685722 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Set router b510c410-7abe-473d-834f-e958c4a11e84 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:35.815761 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-4aa2cd56-75e6-415e-9c07-dfb8e72893d1 None None] Provisioning complete for port a80feeae-2bad-474c-9b37-a5ffbfc094bf triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:35.816720 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4aa2cd56-75e6-415e-9c07-dfb8e72893d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.932180 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.940595 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:34Z', 'revision_number': 3, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:36.044795 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.073682 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Checking router: b510c410-7abe-473d-834f-e958c4a11e84 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:36.074041 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Updating router b510c410-7abe-473d-834f-e958c4a11e84 port 37fc2c53-b832-4049-a0e0-e8b9037f1c03 binding host dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:20:36.099290 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.239837 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ca776-3f82-4976-a975-126c975e4123 req-a1038867-8625-41aa-83e9-ec3ebcca4381 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.241503 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b40ca776-3f82-4976-a975-126c975e4123 req-a1038867-8625-41aa-83e9-ec3ebcca4381 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 946 time: 0.0887790 Oct 13 04:20:36.262531 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Allocated IP 172.20.0.1 (21f3e97a-4c25-41f2-9ea4-802d08f767e1/aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f/0113d603-6a9c-4c29-8d4f-8cd15f1234fa) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:36.340106 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b40ca776-3f82-4976-a975-126c975e4123 req-f9182cf0-75a3-4a3e-ba3f-ce1b8d6b4f9f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903347 Oct 13 04:20:36.389184 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.399571 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.408890 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.428154 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Attempting to bind port 37fc2c53-b832-4049-a0e0-e8b9037f1c03 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:36.428595 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Attempting to bind port 37fc2c53-b832-4049-a0e0-e8b9037f1c03 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:36.428933 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Attempting to bind port 37fc2c53-b832-4049-a0e0-e8b9037f1c03 on network 28a94815-3f81-4fe0-9ec2-d04c561dfdca {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:36.456152 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:36.456766 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Checking segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:36.457233 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.457536 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Bound using segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:36.457671 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.458307 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Bound port: 37fc2c53-b832-4049-a0e0-e8b9037f1c03, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:36.458691 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.504117 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:36.504396 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Pushing event updated for resources: {'Port': ['ID=37fc2c53-b832-4049-a0e0-e8b9037f1c03,revision_number=2']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:36.508359 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:36.511990 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:36.512592 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782839'] for router_interface, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.520339 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:36.520676 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:36.520996 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:36.521958 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:36.522486 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:36.522762 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:36.523053 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:36.523505 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:36.523988 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:36.524441 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:36.524900 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:36.525349 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:36.549225 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] For port 37fc2c53-b832-4049-a0e0-e8b9037f1c03, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:36.552783 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] For port 37fc2c53-b832-4049-a0e0-e8b9037f1c03, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=37fc2c53-b832-4049-a0e0-e8b9037f1c03,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:36.558785 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.587804 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Pushing event updated for resources: {'Port': ['ID=0113d603-6a9c-4c29-8d4f-8cd15f1234fa,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:36.619106 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171b1f3-5adf-471c-b384-733440068b07 None None] Pushing event updated for resources: {'Port': ['ID=37fc2c53-b832-4049-a0e0-e8b9037f1c03,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:36.652419 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Routers {'b510c410-7abe-473d-834f-e958c4a11e84'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:36.653041 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:20:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['b510c410-7abe-473d-834f-e958c4a11e84'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:36.713019 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.845227 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] Set router b510c410-7abe-473d-834f-e958c4a11e84 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:36.856075 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-c386b7f1-1191-42c2-88ad-6e74e23d926e None None] Provisioning complete for port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:36.856618 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c386b7f1-1191-42c2-88ad-6e74e23d926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.900643 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-c386b7f1-1191-42c2-88ad-6e74e23d926e None None] Port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:36.917160 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.922752 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.923437 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1791143'] for router_interface, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.010652 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Pushing event updated for resources: {'Port': ['ID=0113d603-6a9c-4c29-8d4f-8cd15f1234fa,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:37.065530 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:34Z', 'revision_number': 3, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:37.080396 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:37.086579 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:37.089902 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device a80feeae-2bad-474c-9b37-a5ffbfc094bf up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:37.105347 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2180ab-6254-4b5c-a4fd-a978da5ca182 None None] The sync data for ids ['b510c410-7abe-473d-834f-e958c4a11e84'] in dv-cinder-812751-3-iscsi is: [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:34Z', 'revision_number': 3, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:37.186570 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port a80feeae-2bad-474c-9b37-a5ffbfc094bf triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:37.186939 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.258999 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Router b510c410-7abe-473d-834f-e958c4a11e84 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:37.385194 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:37.390585 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a47c2171-8797-4a03-adef-57cd9baa82de admin admin] 10.222.0.55 "PUT /v2.0/routers/b510c410-7abe-473d-834f-e958c4a11e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9367812 Oct 13 04:20:37.428045 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-03908034-6860-477f-913b-855bf7504a5d None None] Provisioning complete for port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:37.428411 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-03908034-6860-477f-913b-855bf7504a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.486871 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-03908034-6860-477f-913b-855bf7504a5d None None] Port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:37.980329 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 44306) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:37.985304 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1517773856-network', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:38.007386 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Made reservation on behalf of 8f68cc8c945048ad9fd1464ffb09d22d for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:38.009837 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.019291 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.094633 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.099230 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.126252 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:38.131598 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76baf0a0-96b4-417e-a026-acbbec98ad2e,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:38.138692 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.139041 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Added segment da3162ba-62e8-451d-ab1a-5ed9295ba79e of type vlan for network 2bd6a815-e3e5-405f-9eb3-887feb37837d Oct 13 04:20:38.182043 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.216021 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.216951 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.217567 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.301097 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3196788 Oct 13 04:20:38.303995 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 44316) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:38.309452 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-69d6b36c-d1d4-4ea8-9acd-48d0a801fe08 admin admin] Request body: {'subnet': {'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1517773856-subnet', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:38.331366 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd597f-5eb8-4a6e-bb92-f577ca26da12 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd6a815-e3e5-405f-9eb3-887feb37837d,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:38.331634 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d6b36c-d1d4-4ea8-9acd-48d0a801fe08 admin admin] Made reservation on behalf of 8f68cc8c945048ad9fd1464ffb09d22d for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:38.333818 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69d6b36c-d1d4-4ea8-9acd-48d0a801fe08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274345'] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.343149 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 2bd6a815-e3e5-405f-9eb3-887feb37837d details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:38.351238 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e248f1a-c52d-4f0c-9d4c-d2ddb2cce5b7 req-93e60886-9401-47c1-90f5-266fe53c98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.352719 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e248f1a-c52d-4f0c-9d4c-d2ddb2cce5b7 req-93e60886-9401-47c1-90f5-266fe53c98b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 1098 time: 0.0899498 Oct 13 04:20:38.360680 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fbc68-bf21-4d6a-b91e-f9325d868ffe req-1c5d04fc-2fcb-4972-94fb-17bd4710467d tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.361985 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-261fbc68-bf21-4d6a-b91e-f9325d868ffe req-1c5d04fc-2fcb-4972-94fb-17bd4710467d tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.1009207 Oct 13 04:20:38.472321 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-261fbc68-bf21-4d6a-b91e-f9325d868ffe req-3702cbd9-ac4c-43a9-88b4-44a319d8d258 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909960 Oct 13 04:20:38.494961 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e248f1a-c52d-4f0c-9d4c-d2ddb2cce5b7 req-51732a05-3509-48ac-a284-41af820db1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.496446 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e248f1a-c52d-4f0c-9d4c-d2ddb2cce5b7 req-51732a05-3509-48ac-a284-41af820db1b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad1401a3-1315-4343-905f-76fd363a95dd HTTP/1.1" status: 200 len: 919 time: 0.1336415 Oct 13 04:20:38.552032 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e248f1a-c52d-4f0c-9d4c-d2ddb2cce5b7 req-06aee54b-4d66-49cb-9c94-104867b282a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a005bba9-2263-44ad-abba-36d29b7c7e7c HTTP/1.1" status: 200 len: 217 time: 0.0464251 Oct 13 04:20:38.617860 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e248f1a-c52d-4f0c-9d4c-d2ddb2cce5b7 req-88bd32fb-9466-4eb1-941f-e5ae89bab14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.619382 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e248f1a-c52d-4f0c-9d4c-d2ddb2cce5b7 req-88bd32fb-9466-4eb1-941f-e5ae89bab14d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7af68be4-9f67-4575-a8cd-9500968eb3b5 HTTP/1.1" status: 200 len: 858 time: 0.0543725 Oct 13 04:20:38.719460 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69d6b36c-d1d4-4ea8-9acd-48d0a801fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7706179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274311'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.774634 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6b36c-d1d4-4ea8-9acd-48d0a801fe08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2d5278-601b-4907-837d-91d85212fef5,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:38.774868 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Sync routers for ids ['b510c410-7abe-473d-834f-e958c4a11e84'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:38.791345 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Routers {'b510c410-7abe-473d-834f-e958c4a11e84'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:38.791864 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6b36c-d1d4-4ea8-9acd-48d0a801fe08 admin admin] Checking segment: {'id': 'da3162ba-62e8-451d-ab1a-5ed9295ba79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:38.792173 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:20:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['b510c410-7abe-473d-834f-e958c4a11e84'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:38.792298 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d6b36c-d1d4-4ea8-9acd-48d0a801fe08 admin admin] Network hostable DHCP agents. Network: 2bd6a815-e3e5-405f-9eb3-887feb37837d, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:38.815278 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d6b36c-d1d4-4ea8-9acd-48d0a801fe08 admin admin] Network 2bd6a815-e3e5-405f-9eb3-887feb37837d is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:38.829594 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-69d6b36c-d1d4-4ea8-9acd-48d0a801fe08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 2bd6a815-e3e5-405f-9eb3-887feb37837d) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:38.838092 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d6b36c-d1d4-4ea8-9acd-48d0a801fe08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.840426 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69d6b36c-d1d4-4ea8-9acd-48d0a801fe08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.844498 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb08fd-9624-4e82-893f-8fbb812c97fa None None] Network 2bd6a815-e3e5-405f-9eb3-887feb37837d requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:38.874606 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-69d6b36c-d1d4-4ea8-9acd-48d0a801fe08 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5694177 Oct 13 04:20:38.875470 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 44326) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:38.881091 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1517773856-router', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:38.889473 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e248f1a-c52d-4f0c-9d4c-d2ddb2cce5b7 req-09969d5b-18a1-4dfa-881f-a11ce43af3d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad1401a3-1315-4343-905f-76fd363a95dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2621551 Oct 13 04:20:38.906284 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.907594 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7424'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.974236 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.002638 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e248f1a-c52d-4f0c-9d4c-d2ddb2cce5b7 req-6c609c16-ba20-4c3c-8266-42c116afd85c service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036010 Oct 13 04:20:39.152749 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Set router b510c410-7abe-473d-834f-e958c4a11e84 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:39.166133 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e248f1a-c52d-4f0c-9d4c-d2ddb2cce5b7 req-76b0655c-f9f3-4cdb-ab00-fc02982dd583 service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556382 Oct 13 04:20:39.189897 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.200007 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 37fc2c53-b832-4049-a0e0-e8b9037f1c03 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:39.328572 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936e36cd-2bb0-5633-aabb-4a9dea8c5d17-2bd6a815-e3e5-405f-9eb3-887feb37837d', 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'fixed_ips': [{'subnet_id': '6b2d5278-601b-4907-837d-91d85212fef5'}]}} from dv-cinder-812751-3-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:20:39.329444 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.428573 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de230a86-1925-4170-a1cf-3fa9c2eba973 req-811b88da-57ca-4b94-b748-d326837a1871 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428638 Oct 13 04:20:39.474211 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.480727 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 37fc2c53-b832-4049-a0e0-e8b9037f1c03 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:39.481714 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.496226 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.532946 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de230a86-1925-4170-a1cf-3fa9c2eba973 req-e2141711-64d8-43ac-badc-2f10ae0183ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:39.534524 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de230a86-1925-4170-a1cf-3fa9c2eba973 req-e2141711-64d8-43ac-badc-2f10ae0183ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 1098 time: 0.0754907 Oct 13 04:20:39.673661 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Allocated IP 172.20.0.2 (2bd6a815-e3e5-405f-9eb3-887feb37837d/6b2d5278-601b-4907-837d-91d85212fef5/c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:39.680132 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df28f0-af6d-4b33-bd4d-0a041115cc27 req-6b84bc31-5638-48cc-b740-ecf39b422f07 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:39.681808 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-55df28f0-af6d-4b33-bd4d-0a041115cc27 req-6b84bc31-5638-48cc-b740-ecf39b422f07 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.1160913 Oct 13 04:20:39.692638 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Allocated IP 172.27.2.29 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/454433c5-aef0-4b75-a305-c3e6165b1fb1) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:39.742697 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de230a86-1925-4170-a1cf-3fa9c2eba973 req-47385571-51cc-4dc8-9d24-476cae2eaba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:39.745360 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de230a86-1925-4170-a1cf-3fa9c2eba973 req-47385571-51cc-4dc8-9d24-476cae2eaba0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 912 time: 0.1873581 Oct 13 04:20:39.750113 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-55df28f0-af6d-4b33-bd4d-0a041115cc27 req-4b6def7d-4ff3-4770-aea5-34a1c36a8a88 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588899 Oct 13 04:20:39.816254 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.850470 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de230a86-1925-4170-a1cf-3fa9c2eba973 req-f7e9852d-b05e-426a-8128-d4093d02efd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f HTTP/1.1" status: 200 len: 1001 time: 0.0912926 Oct 13 04:20:39.855824 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 4, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '0113d603-6a9c-4c29-8d4f-8cd15f1234fa', 'name': '', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'mac_address': 'fa:16:3e:2b:3b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:36Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 2, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'subnets': [{'id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:39.861020 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port 37fc2c53-b832-4049-a0e0-e8b9037f1c03, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=37fc2c53-b832-4049-a0e0-e8b9037f1c03,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:39.867152 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.894208 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Checking router: b510c410-7abe-473d-834f-e958c4a11e84 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:39.894559 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Updating router b510c410-7abe-473d-834f-e958c4a11e84 port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa binding host dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:20:39.896454 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.917806 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.921731 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de230a86-1925-4170-a1cf-3fa9c2eba973 req-8fdfd4ff-394c-4702-8720-4c340a00a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:39.924250 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de230a86-1925-4170-a1cf-3fa9c2eba973 req-8fdfd4ff-394c-4702-8720-4c340a00a893 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6dbfe87-28d4-404e-af44-2da5626525e4 HTTP/1.1" status: 200 len: 850 time: 0.0666544 Oct 13 04:20:39.980016 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:39.980016 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:39.983124 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:39.986867 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Pushing event updated for resources: {'Port': ['ID=454433c5-aef0-4b75-a305-c3e6165b1fb1,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:39.998435 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de230a86-1925-4170-a1cf-3fa9c2eba973 req-6edc0d7f-e159-4335-8300-9220619eac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.000108 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de230a86-1925-4170-a1cf-3fa9c2eba973 req-6edc0d7f-e159-4335-8300-9220619eac0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650578 Oct 13 04:20:40.010501 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.089752 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=37fc2c53-b832-4049-a0e0-e8b9037f1c03,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:40.131870 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.142616 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.142857 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de230a86-1925-4170-a1cf-3fa9c2eba973 req-78204f91-7827-4207-9153-46b1830c6569 service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338458 Oct 13 04:20:40.231095 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Network 2bd6a815-e3e5-405f-9eb3-887feb37837d is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:40.240280 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:40.242092 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de230a86-1925-4170-a1cf-3fa9c2eba973 req-83991dae-a102-40a7-815a-074e195e7e90 service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913258 Oct 13 04:20:40.242867 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:40.267667 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.270831 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Pushing event updated for resources: {'Port': ['ID=c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:40.361543 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Attempting to bind port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:40.361928 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Attempting to bind port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': 'da3162ba-62e8-451d-ab1a-5ed9295ba79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:40.362272 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Attempting to bind port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a on network 2bd6a815-e3e5-405f-9eb3-887feb37837d {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:40.371526 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:40.371855 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Checking segment: {'id': 'da3162ba-62e8-451d-ab1a-5ed9295ba79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:40.372330 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.372710 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Bound using segment: {'id': 'da3162ba-62e8-451d-ab1a-5ed9295ba79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:40.373158 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Bound port: c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3162ba-62e8-451d-ab1a-5ed9295ba79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:40.373518 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.462108 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783014'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.491496 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] For port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:40.509029 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] For port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a,segment=NetworkSegment(da3162ba-62e8-451d-ab1a-5ed9295ba79e),segment_id=da3162ba-62e8-451d-ab1a-5ed9295ba79e)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:40.521574 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.523384 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.548388 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.592901 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db9029-2cd7-45fb-b061-fa04b8e3d818 None None] Pushing event updated for resources: {'Port': ['ID=c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:40.602730 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Router e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 is scheduled to L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:20:40.678417 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d72fb-6c0a-4cac-bba6-7aa4b0ba45aa None None] Pushing event updated for resources: {'Port': ['ID=0113d603-6a9c-4c29-8d4f-8cd15f1234fa,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:40.694645 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Attempting to bind port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:40.695147 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Attempting to bind port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:40.695648 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Attempting to bind port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa on network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:40.702372 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:40.702812 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Checking segment: {'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:40.703612 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.704868 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Bound using segment: {'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:40.704868 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Bound port: 0113d603-6a9c-4c29-8d4f-8cd15f1234fa, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:40.705145 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.731230 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:40.742332 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Sync routers for ids ['e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:40.753630 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Routers {'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:40.754482 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:20:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:40.758765 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.759389 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-517bd1ff-130f-4160-a552-2fa41c490f84 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8822169 Oct 13 04:20:40.762331 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 44366) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:40.800799 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] For port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:40.851697 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] For port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=0113d603-6a9c-4c29-8d4f-8cd15f1234fa,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:40.860081 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.970899 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Routers {'b510c410-7abe-473d-834f-e958c4a11e84'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:40.971546 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:20:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['b510c410-7abe-473d-834f-e958c4a11e84'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:40.999929 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Set router e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:41.009194 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271d59-f6ac-4a2e-8948-3a62dfe9467a req-364340d7-5f12-415d-9f0b-d03ceb9aa51e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.019253 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-27271d59-f6ac-4a2e-8948-3a62dfe9467a req-364340d7-5f12-415d-9f0b-d03ceb9aa51e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.1442857 Oct 13 04:20:41.061559 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-7d35bd50-6e6b-4ec8-a246-9a9615bdfe9b None None] Provisioning complete for port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:41.061954 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7d35bd50-6e6b-4ec8-a246-9a9615bdfe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.109528 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d72fb-6c0a-4cac-bba6-7aa4b0ba45aa None None] Pushing event updated for resources: {'Port': ['ID=0113d603-6a9c-4c29-8d4f-8cd15f1234fa,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:41.251248 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-27271d59-f6ac-4a2e-8948-3a62dfe9467a req-ef280868-8859-4164-a6fe-4b2bd6e01b1b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199154 Oct 13 04:20:41.267126 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] Set router b510c410-7abe-473d-834f-e958c4a11e84 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:41.349134 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'name': 'tempest-TestMinimumBasicScenario-1517773856-router', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:38Z', 'updated_at': '2021-10-13T04:20:40Z', 'revision_number': 3, 'project_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'gw_port': {'id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:39Z', 'updated_at': '2021-10-13T04:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:41.388009 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Checking router: e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:41.389079 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Updating router e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 port 454433c5-aef0-4b75-a305-c3e6165b1fb1 binding host dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:20:41.428713 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.470508 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 37fc2c53-b832-4049-a0e0-e8b9037f1c03 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:41.498876 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7d35bd50-6e6b-4ec8-a246-9a9615bdfe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.599682 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.604674 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-7d35bd50-6e6b-4ec8-a246-9a9615bdfe9b None None] For port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=0113d603-6a9c-4c29-8d4f-8cd15f1234fa,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:41.642619 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7d35bd50-6e6b-4ec8-a246-9a9615bdfe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.693301 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 37fc2c53-b832-4049-a0e0-e8b9037f1c03 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:41.693689 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.742956 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.755167 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.775453 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35bd50-6e6b-4ec8-a246-9a9615bdfe9b None None] Pushing event updated for resources: {'Port': ['ID=0113d603-6a9c-4c29-8d4f-8cd15f1234fa,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:41.818909 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-f6df41e8-1d43-4698-9e80-11a5194ddfbb None None] Provisioning complete for port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:41.819316 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f6df41e8-1d43-4698-9e80-11a5194ddfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.828108 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Allocated IP 172.20.0.1 (2bd6a815-e3e5-405f-9eb3-887feb37837d/6b2d5278-601b-4907-837d-91d85212fef5/869e381c-a4a3-441b-8158-0a7c5e1f8405) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:41.835948 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8f3fc-a910-4209-91eb-13ff10f08d45 None None] Pushing event updated for resources: {'Port': ['ID=454433c5-aef0-4b75-a305-c3e6165b1fb1,revision_number=2']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:41.851772 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Attempting to bind port 454433c5-aef0-4b75-a305-c3e6165b1fb1 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:41.852727 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Attempting to bind port 454433c5-aef0-4b75-a305-c3e6165b1fb1 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:41.853231 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Attempting to bind port 454433c5-aef0-4b75-a305-c3e6165b1fb1 on network 28a94815-3f81-4fe0-9ec2-d04c561dfdca {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:41.862785 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:41.863989 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Checking segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:41.864538 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.865128 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Bound using segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:41.865799 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Bound port: 454433c5-aef0-4b75-a305-c3e6165b1fb1, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:41.866475 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.907947 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8df7e8-043f-45e2-8481-203dce7dcf16 None None] Network 2bd6a815-e3e5-405f-9eb3-887feb37837d requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:41.931747 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] For port 454433c5-aef0-4b75-a305-c3e6165b1fb1, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:41.935496 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] For port 454433c5-aef0-4b75-a305-c3e6165b1fb1, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=454433c5-aef0-4b75-a305-c3e6165b1fb1,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:41.940518 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.966863 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:41.982219 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.008227 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Routers {'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:42.008733 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:20:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:42.033597 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.046542 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8f3fc-a910-4209-91eb-13ff10f08d45 None None] Pushing event updated for resources: {'Port': ['ID=454433c5-aef0-4b75-a305-c3e6165b1fb1,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:42.072658 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 4, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '0113d603-6a9c-4c29-8d4f-8cd15f1234fa', 'name': '', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'mac_address': 'fa:16:3e:2b:3b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:36Z', 'updated_at': '2021-10-13T04:20:40Z', 'revision_number': 4, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'subnets': [{'id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:42.076292 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Network 2bd6a815-e3e5-405f-9eb3-887feb37837d is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:42.080971 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:42.085499 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:42.085987 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782839'] for router_interface, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.090817 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Pushing event updated for resources: {'Port': ['ID=869e381c-a4a3-441b-8158-0a7c5e1f8405,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:42.136725 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef7958-77c5-4246-ba57-941cb6535dbe None None] The sync data for ids ['b510c410-7abe-473d-834f-e958c4a11e84'] in dv-cinder-812751-3-iscsi is: [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 4, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '0113d603-6a9c-4c29-8d4f-8cd15f1234fa', 'name': '', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'mac_address': 'fa:16:3e:2b:3b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:36Z', 'updated_at': '2021-10-13T04:20:40Z', 'revision_number': 4, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'subnets': [{'id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:42.158591 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:42.159204 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.261429 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] Set router e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:42.273736 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.316037 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6e731db3-0b69-4b95-9ebc-6f9408c05dbd None None] Provisioning complete for port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:42.316406 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6e731db3-0b69-4b95-9ebc-6f9408c05dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.345844 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.425190 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a,segment=NetworkSegment(da3162ba-62e8-451d-ab1a-5ed9295ba79e),segment_id=da3162ba-62e8-451d-ab1a-5ed9295ba79e)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:42.530305 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.605319 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'name': 'tempest-TestMinimumBasicScenario-1517773856-router', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:38Z', 'updated_at': '2021-10-13T04:20:40Z', 'revision_number': 3, 'project_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'gw_port': {'id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:39Z', 'updated_at': '2021-10-13T04:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:42.615115 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54eab2-41b4-4498-8339-7d8930c65486 req-683afe9e-464f-4bd0-92d9-8c9c77532783 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.626337 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2c54eab2-41b4-4498-8339-7d8930c65486 req-683afe9e-464f-4bd0-92d9-8c9c77532783 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.2301373 Oct 13 04:20:42.633345 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:42.655235 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61312b31-f5c6-46bc-b84f-3d00c53fa1de None None] The sync data for ids ['e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'] in dv-cinder-812751-3-iscsi is: [{'id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'name': 'tempest-TestMinimumBasicScenario-1517773856-router', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:38Z', 'updated_at': '2021-10-13T04:20:40Z', 'revision_number': 3, 'project_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'gw_port': {'id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:39Z', 'updated_at': '2021-10-13T04:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:42.694432 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2c54eab2-41b4-4498-8339-7d8930c65486 req-3191ec5d-78c8-4405-b622-b0674c7b8592 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654016 Oct 13 04:20:42.715815 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-d706f5b6-3c18-419b-80ed-f3168c95d62d None None] Provisioning complete for port 869e381c-a4a3-441b-8158-0a7c5e1f8405 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:42.716142 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d706f5b6-3c18-419b-80ed-f3168c95d62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.763566 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-d706f5b6-3c18-419b-80ed-f3168c95d62d None None] Port 869e381c-a4a3-441b-8158-0a7c5e1f8405 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:42.767820 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.774341 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.775066 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1791143'] for router_interface, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.789853 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-d706f5b6-3c18-419b-80ed-f3168c95d62d None None] Provisioning complete for port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:42.790884 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d706f5b6-3c18-419b-80ed-f3168c95d62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.876652 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Pushing event updated for resources: {'Port': ['ID=869e381c-a4a3-441b-8158-0a7c5e1f8405,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:42.925060 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Network 2bd6a815-e3e5-405f-9eb3-887feb37837d is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:42.926653 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:43.031542 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-352496ac-8353-46f5-8a09-89cd26431113 None None] Provisioning complete for port 869e381c-a4a3-441b-8158-0a7c5e1f8405 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:43.031905 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-352496ac-8353-46f5-8a09-89cd26431113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.099194 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Router e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:43.113528 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-352496ac-8353-46f5-8a09-89cd26431113 None None] Port 869e381c-a4a3-441b-8158-0a7c5e1f8405 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:43.251849 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-4fbe0b79-9e88-402f-b5aa-24df8fa0084e None None] Provisioning complete for port 869e381c-a4a3-441b-8158-0a7c5e1f8405 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:43.252107 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4fbe0b79-9e88-402f-b5aa-24df8fa0084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.287091 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 0113d603-6a9c-4c29-8d4f-8cd15f1234fa up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:43.299714 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:43.305327 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-efaa53d4-3f0d-4906-b9f2-44496b742104 admin admin] 10.222.0.55 "PUT /v2.0/routers/e6e7eb1b-5e44-49d3-a04c-9190b008e7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5417931 Oct 13 04:20:43.316928 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe0b79-9e88-402f-b5aa-24df8fa0084e None None] Port 869e381c-a4a3-441b-8158-0a7c5e1f8405 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:43.357765 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:43.358238 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.451008 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:43.513507 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:43.514162 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.851121 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c741087-5b09-47c2-a7b7-ece207753474 req-c3364082-6f6d-4cc4-9864-ddf34ac88768 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.852668 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c741087-5b09-47c2-a7b7-ece207753474 req-c3364082-6f6d-4cc4-9864-ddf34ac88768 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0674627 Oct 13 04:20:43.905717 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c741087-5b09-47c2-a7b7-ece207753474 req-83b5837a-9bc3-418a-8491-7a62866d6a56 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417974 Oct 13 04:20:44.988700 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Sync routers for ids ['e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:45.003138 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Routers {'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:45.003764 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:20:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:45.139104 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddaa3b-a681-4403-9154-309eab5fb5aa req-a3bbb536-ba0a-4785-a795-c815b6e1e3cf tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:45.149629 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-84ddaa3b-a681-4403-9154-309eab5fb5aa req-a3bbb536-ba0a-4785-a795-c815b6e1e3cf tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0959020 Oct 13 04:20:45.163259 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 454433c5-aef0-4b75-a305-c3e6165b1fb1 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:45.210548 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-84ddaa3b-a681-4403-9154-309eab5fb5aa req-71cd1f6a-41b1-4d42-b00c-c9fce391dadf tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551794 Oct 13 04:20:45.220219 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Set router e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:45.560925 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 454433c5-aef0-4b75-a305-c3e6165b1fb1 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:45.561110 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.745661 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.770971 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port 454433c5-aef0-4b75-a305-c3e6165b1fb1, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=454433c5-aef0-4b75-a305-c3e6165b1fb1,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:45.783960 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.799626 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'name': 'tempest-TestMinimumBasicScenario-1517773856-router', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:38Z', 'updated_at': '2021-10-13T04:20:42Z', 'revision_number': 4, 'project_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'gw_port': {'id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:39Z', 'updated_at': '2021-10-13T04:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '869e381c-a4a3-441b-8158-0a7c5e1f8405', 'name': '', 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'mac_address': 'fa:16:3e:1c:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6b2d5278-601b-4907-837d-91d85212fef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:41Z', 'updated_at': '2021-10-13T04:20:42Z', 'revision_number': 2, 'project_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'subnets': [{'id': '6b2d5278-601b-4907-837d-91d85212fef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:45.848533 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Checking router: e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:45.848881 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Updating router e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 port 869e381c-a4a3-441b-8158-0a7c5e1f8405 binding host dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:20:45.887298 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.889319 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=454433c5-aef0-4b75-a305-c3e6165b1fb1,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:46.256543 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.270600 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.361157 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2ab9c-32cc-4edc-a0e4-bb7e015fe449 None None] Pushing event updated for resources: {'Port': ['ID=869e381c-a4a3-441b-8158-0a7c5e1f8405,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:46.424048 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0ab5-fddc-4ef0-86fd-934b5a7cad5c req-3b126588-881d-4f17-906f-b9f1dce9a08b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.429162 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-623e0ab5-fddc-4ef0-86fd-934b5a7cad5c req-3b126588-881d-4f17-906f-b9f1dce9a08b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0981381 Oct 13 04:20:46.486354 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Attempting to bind port 869e381c-a4a3-441b-8158-0a7c5e1f8405 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:46.486765 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Attempting to bind port 869e381c-a4a3-441b-8158-0a7c5e1f8405 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': 'da3162ba-62e8-451d-ab1a-5ed9295ba79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:46.487075 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Attempting to bind port 869e381c-a4a3-441b-8158-0a7c5e1f8405 on network 2bd6a815-e3e5-405f-9eb3-887feb37837d {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:46.495433 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-623e0ab5-fddc-4ef0-86fd-934b5a7cad5c req-e35eb4dc-e3e3-4d74-acd9-2029258ae7d0 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565012 Oct 13 04:20:46.498006 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:46.498380 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Checking segment: {'id': 'da3162ba-62e8-451d-ab1a-5ed9295ba79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:46.498784 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.499317 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Bound using segment: {'id': 'da3162ba-62e8-451d-ab1a-5ed9295ba79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:46.499779 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Bound port: 869e381c-a4a3-441b-8158-0a7c5e1f8405, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3162ba-62e8-451d-ab1a-5ed9295ba79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:46.500148 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.651784 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] For port 869e381c-a4a3-441b-8158-0a7c5e1f8405, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:46.656664 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] For port 869e381c-a4a3-441b-8158-0a7c5e1f8405, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=869e381c-a4a3-441b-8158-0a7c5e1f8405,segment=NetworkSegment(da3162ba-62e8-451d-ab1a-5ed9295ba79e),segment_id=da3162ba-62e8-451d-ab1a-5ed9295ba79e)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:46.668241 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.742872 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Routers {'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:46.743496 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:20:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:46.745435 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2ab9c-32cc-4edc-a0e4-bb7e015fe449 None None] Pushing event updated for resources: {'Port': ['ID=869e381c-a4a3-441b-8158-0a7c5e1f8405,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:46.822191 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-138940b8-a3ab-4855-a5ff-bfb704b70e4c None None] Provisioning complete for port 869e381c-a4a3-441b-8158-0a7c5e1f8405 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:46.822554 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-138940b8-a3ab-4855-a5ff-bfb704b70e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.940090 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] Set router e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:47.056554 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-138940b8-a3ab-4855-a5ff-bfb704b70e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.103296 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 454433c5-aef0-4b75-a305-c3e6165b1fb1 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:47.165334 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-138940b8-a3ab-4855-a5ff-bfb704b70e4c None None] For port 869e381c-a4a3-441b-8158-0a7c5e1f8405, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=869e381c-a4a3-441b-8158-0a7c5e1f8405,segment=NetworkSegment(da3162ba-62e8-451d-ab1a-5ed9295ba79e),segment_id=da3162ba-62e8-451d-ab1a-5ed9295ba79e)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:47.175225 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-138940b8-a3ab-4855-a5ff-bfb704b70e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.250645 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 454433c5-aef0-4b75-a305-c3e6165b1fb1 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:47.251017 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.298925 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138940b8-a3ab-4855-a5ff-bfb704b70e4c None None] Pushing event updated for resources: {'Port': ['ID=869e381c-a4a3-441b-8158-0a7c5e1f8405,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:47.329641 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-e69acb2d-f5fb-4326-a73b-0ed03d2ad43c None None] Provisioning complete for port 869e381c-a4a3-441b-8158-0a7c5e1f8405 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:47.329996 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e69acb2d-f5fb-4326-a73b-0ed03d2ad43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.415382 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'name': 'tempest-TestMinimumBasicScenario-1517773856-router', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:38Z', 'updated_at': '2021-10-13T04:20:42Z', 'revision_number': 4, 'project_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'gw_port': {'id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:39Z', 'updated_at': '2021-10-13T04:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '869e381c-a4a3-441b-8158-0a7c5e1f8405', 'name': '', 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'mac_address': 'fa:16:3e:1c:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6b2d5278-601b-4907-837d-91d85212fef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:41Z', 'updated_at': '2021-10-13T04:20:46Z', 'revision_number': 4, 'project_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'subnets': [{'id': '6b2d5278-601b-4907-837d-91d85212fef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:47.449450 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e84f0-99eb-4da4-972b-de8da9009d04 None None] The sync data for ids ['e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'] in dv-cinder-812751-3-iscsi is: [{'id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'name': 'tempest-TestMinimumBasicScenario-1517773856-router', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:38Z', 'updated_at': '2021-10-13T04:20:42Z', 'revision_number': 4, 'project_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'gw_port': {'id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:39Z', 'updated_at': '2021-10-13T04:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '869e381c-a4a3-441b-8158-0a7c5e1f8405', 'name': '', 'network_id': '2bd6a815-e3e5-405f-9eb3-887feb37837d', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'mac_address': 'fa:16:3e:1c:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6b2d5278-601b-4907-837d-91d85212fef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:41Z', 'updated_at': '2021-10-13T04:20:46Z', 'revision_number': 4, 'project_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'subnets': [{'id': '6b2d5278-601b-4907-837d-91d85212fef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:49.124741 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 869e381c-a4a3-441b-8158-0a7c5e1f8405 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:49.184255 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 869e381c-a4a3-441b-8158-0a7c5e1f8405 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:49.184616 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:50.662649 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1bd91-a3cb-4201-843e-62f89b3a61a3 req-7a73754d-980a-45cf-8316-ef0c2a5af794 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.664168 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3cc1bd91-a3cb-4201-843e-62f89b3a61a3 req-7a73754d-980a-45cf-8316-ef0c2a5af794 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0800526 Oct 13 04:20:50.711452 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3cc1bd91-a3cb-4201-843e-62f89b3a61a3 req-fb1718c6-da06-490f-8cd5-1838695339eb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377069 Oct 13 04:20:52.338839 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d25dd-6869-4fe7-9229-c1ba2c656b3a req-55195a8b-20f2-4485-8a52-c2eed777a11c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:52.340558 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a3d25dd-6869-4fe7-9229-c1ba2c656b3a req-55195a8b-20f2-4485-8a52-c2eed777a11c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0588684 Oct 13 04:20:52.378197 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a3d25dd-6869-4fe7-9229-c1ba2c656b3a req-6f23536e-fd76-4bc9-bc6a-4897ba4234e4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Oct 13 04:20:53.566388 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb0fd7-db6d-4343-ab1c-23c84f2bccdc req-242864c9-3f98-4dc1-959c-4aae869c2784 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.567831 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36bb0fd7-db6d-4343-ab1c-23c84f2bccdc req-242864c9-3f98-4dc1-959c-4aae869c2784 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0488560 Oct 13 04:20:53.613486 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36bb0fd7-db6d-4343-ab1c-23c84f2bccdc req-658d5bf9-e1af-4108-9369-f169d2e388b1 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346470 Oct 13 04:20:54.563626 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30311d-58f4-47b4-ad0c-236d4156f7f4 req-0aa6b7b3-276a-4014-8b39-40f88080c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:54.565565 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e30311d-58f4-47b4-ad0c-236d4156f7f4 req-0aa6b7b3-276a-4014-8b39-40f88080c5c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 1098 time: 0.0711727 Oct 13 04:20:54.611902 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1e30311d-58f4-47b4-ad0c-236d4156f7f4 req-92424c57-0636-4fe9-8b56-69ef1087ecb1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374773 Oct 13 04:20:54.742633 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da63ad6-e40c-4c3b-91ff-8d9fd3bc7d6d req-af857d4a-db92-4961-b4e0-8d07b7ec2a26 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:54.745951 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5da63ad6-e40c-4c3b-91ff-8d9fd3bc7d6d req-af857d4a-db92-4961-b4e0-8d07b7ec2a26 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0606720 Oct 13 04:20:54.807756 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5da63ad6-e40c-4c3b-91ff-8d9fd3bc7d6d req-745086e3-d40a-4740-b275-3104bdfb1b44 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487897 Oct 13 04:20:55.069137 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da809a35-957c-4e1c-b788-41276dca12d3 req-44673e9f-2146-4c1d-a12f-1dcb652f525a tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.070621 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da809a35-957c-4e1c-b788-41276dca12d3 req-44673e9f-2146-4c1d-a12f-1dcb652f525a tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 946 time: 0.0585368 Oct 13 04:20:55.108404 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da809a35-957c-4e1c-b788-41276dca12d3 req-206468b3-6efe-4f38-be61-0377f8a52fb2 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 Oct 13 04:20:55.221374 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-a30c08d8-1e3d-4449-bc3e-f0cd5d16fe58 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.223097 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-a30c08d8-1e3d-4449-bc3e-f0cd5d16fe58 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/networks?id=21f3e97a-4c25-41f2-9ea4-802d08f767e1 HTTP/1.1" status: 200 len: 815 time: 0.1021733 Oct 13 04:20:55.238063 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-15ba5383-71f0-4532-a979-77a00f421013 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/quotas/41649d1bfdb049eeb3509c73dc1b039c HTTP/1.1" status: 200 len: 375 time: 0.0090997 Oct 13 04:20:55.289389 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-c3dd476a-885a-4751-a21e-44e6ffb52765 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=41649d1bfdb049eeb3509c73dc1b039c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459311 Oct 13 04:20:55.391814 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-9b4ca552-aa27-48b8-a111-2dcf5f8f7aa4 service neutron] 10.222.0.55 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898635 Oct 13 04:20:55.479705 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-c5570092-bda3-44ff-b082-91049989065a service neutron] 10.222.0.55 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818264 Oct 13 04:20:55.645591 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0179a4dc-edae-48cc-a86e-21ca194febaa req-3fc2f866-b34d-40ce-9f9a-8aaf9f84bb44 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 210 time: 0.0282085 Oct 13 04:20:55.937198 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad509c64-85dc-4def-808c-568767aca32e req-6bf1006c-d60d-4fe1-a4c4-2f4e50b718d7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.938826 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ad509c64-85dc-4def-808c-568767aca32e req-6bf1006c-d60d-4fe1-a4c4-2f4e50b718d7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0539820 Oct 13 04:20:55.985272 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ad509c64-85dc-4def-808c-568767aca32e req-4fe38a47-269d-4cce-8308-1e7d82ed5c8a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 Oct 13 04:20:56.455261 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90435fb8-9599-4ab8-988a-b769469b5ddd req-679e2b3f-1383-42b8-bb72-019956ed9f2c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.456738 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-90435fb8-9599-4ab8-988a-b769469b5ddd req-679e2b3f-1383-42b8-bb72-019956ed9f2c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 946 time: 0.2775450 Oct 13 04:20:56.495513 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-90435fb8-9599-4ab8-988a-b769469b5ddd req-28ea19f8-9229-4d21-b6ec-0b921addff6d tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324450 Oct 13 04:20:56.750368 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-649a3e8f-41d2-410a-9f5f-bad8d13ce70d req-fed07ec8-1067-411a-a035-abaa7a58a555 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 210 time: 0.0272281 Oct 13 04:20:57.182881 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421eb54-2113-49be-975b-dcd72082283b req-1772f6c8-1462-4bc3-a26f-b44e9bcfa0a6 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.186075 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d421eb54-2113-49be-975b-dcd72082283b req-1772f6c8-1462-4bc3-a26f-b44e9bcfa0a6 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0846848 Oct 13 04:20:57.234180 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fbdb2764-817d-42dc-b631-c2ef79267897 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.235524 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fbdb2764-817d-42dc-b631-c2ef79267897 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.45 "GET /v2.0/networks?id=21f3e97a-4c25-41f2-9ea4-802d08f767e1 HTTP/1.1" status: 200 len: 815 time: 0.2082441 Oct 13 04:20:57.255767 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Request body: {'port': {'device_id': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'admin_state_up': True, 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:57.262337 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d421eb54-2113-49be-975b-dcd72082283b req-2bb7768e-f86b-43b0-adcb-d0265d555e2d tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630264 Oct 13 04:20:57.405738 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Made reservation on behalf of 41649d1bfdb049eeb3509c73dc1b039c for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:57.410871 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.724735 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec1db6-41e0-439c-862c-cd14a317bdf4 req-2b58c473-0389-4f97-852c-2f614118702f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.726180 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8bec1db6-41e0-439c-862c-cd14a317bdf4 req-2b58c473-0389-4f97-852c-2f614118702f tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 946 time: 0.2385035 Oct 13 04:20:57.738869 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b33a0d-6c21-44cc-9c58-e02e276aa556 req-b87b62ec-1bb9-448b-bc10-8d714365c48a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.740423 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-47b33a0d-6c21-44cc-9c58-e02e276aa556 req-b87b62ec-1bb9-448b-bc10-8d714365c48a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.2091238 Oct 13 04:20:57.752779 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a2bea-91b6-446d-b71a-44f0d6d37e35 req-2f4ede9e-52a7-477e-8f51-7d390f74e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.754632 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658a2bea-91b6-446d-b71a-44f0d6d37e35 req-2f4ede9e-52a7-477e-8f51-7d390f74e458 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 1098 time: 0.2278056 Oct 13 04:20:57.775381 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Allocated IP 172.20.0.11 (21f3e97a-4c25-41f2-9ea4-802d08f767e1/aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f/0bd06624-1837-4923-9daf-aa14f17b4981) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:57.825380 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6b1c2-1bd7-4200-a592-6373d8705a3f req-9d1a5e5c-e310-4e0a-9f5e-7da05afefb61 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.832933 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87c6b1c2-1bd7-4200-a592-6373d8705a3f req-9d1a5e5c-e310-4e0a-9f5e-7da05afefb61 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 946 time: 0.2111673 Oct 13 04:20:58.005886 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-47b33a0d-6c21-44cc-9c58-e02e276aa556 req-8b4fa596-0adb-47fd-9e86-0991e966e967 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568595 Oct 13 04:20:58.027679 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-87c6b1c2-1bd7-4200-a592-6373d8705a3f req-8f177a80-ec67-475b-b5d2-f103ec415b94 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938550 Oct 13 04:20:58.126884 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a2bea-91b6-446d-b71a-44f0d6d37e35 req-7583e6a9-8999-4c83-870a-d1afd69c83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:58.128389 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658a2bea-91b6-446d-b71a-44f0d6d37e35 req-7583e6a9-8999-4c83-870a-d1afd69c83fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad1401a3-1315-4343-905f-76fd363a95dd HTTP/1.1" status: 200 len: 919 time: 0.3549528 Oct 13 04:20:58.172755 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d0b18f61-c34b-4474-bcd5-8fc68b08ea74 req-c39da85f-4484-46a3-8c48-f53e5c113861 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 210 time: 0.0360374 Oct 13 04:20:58.186846 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-8bec1db6-41e0-439c-862c-cd14a317bdf4 req-b5440be5-44a3-4a58-9e8b-7794458df016 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Deleting port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:58.187182 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8bec1db6-41e0-439c-862c-cd14a317bdf4 req-b5440be5-44a3-4a58-9e8b-7794458df016 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.275418 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.333003 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-8bec1db6-41e0-439c-862c-cd14a317bdf4 req-b5440be5-44a3-4a58-9e8b-7794458df016 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] For port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:58.333362 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8bec1db6-41e0-439c-862c-cd14a317bdf4 req-b5440be5-44a3-4a58-9e8b-7794458df016 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.348515 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-8bec1db6-41e0-439c-862c-cd14a317bdf4 req-b5440be5-44a3-4a58-9e8b-7794458df016 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Calling delete_port for ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:58.360321 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.440011 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:58.448103 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:58.453355 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:58.459203 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:58.459809 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.483770 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event updated for resources: {'Port': ['ID=0bd06624-1837-4923-9daf-aa14f17b4981,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:58.507153 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-b90117b4-5457-449b-bd19-840e347e439a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2573321 Oct 13 04:20:58.584599 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8bec1db6-41e0-439c-862c-cd14a317bdf4 req-b5440be5-44a3-4a58-9e8b-7794458df016 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.605272 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0d108316-b79c-4ebf-af4e-9237f069cd94', '0873d595-38af-475f-97a0-d07dd43fbdb5', '355dc108-256f-4efe-8035-feb0a826461d', 'ce77776c-95b9-46ba-b5e4-6e4b1ad6d721'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:58.615869 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5440be5-44a3-4a58-9e8b-7794458df016 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Pushing event deleted for resources: {'Port': ['ID=ce77776c-95b9-46ba-b5e4-6e4b1ad6d721,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:58.671293 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bec1db6-41e0-439c-862c-cd14a317bdf4 req-b5440be5-44a3-4a58-9e8b-7794458df016 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] No DVR routers for this DVR port ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:58.674255 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-8bec1db6-41e0-439c-862c-cd14a317bdf4 req-b5440be5-44a3-4a58-9e8b-7794458df016 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.677560 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8bec1db6-41e0-439c-862c-cd14a317bdf4 req-b5440be5-44a3-4a58-9e8b-7794458df016 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "DELETE /v2.0/ports/ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 HTTP/1.1" status: 204 len: 173 time: 0.9318686 Oct 13 04:20:58.678020 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e3d51b-fb51-4ea1-904d-a09c4c2af595', 'name': 'network-vif-deleted', 'tag': 'ce77776c-95b9-46ba-b5e4-6e4b1ad6d721'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:58.680292 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac57d6dd-a991-4cb0-85c3-ff2370034f6c" -d '{"events": [{"server_uuid": "24e3d51b-fb51-4ea1-904d-a09c4c2af595", "name": "network-vif-deleted", "tag": "ce77776c-95b9-46ba-b5e4-6e4b1ad6d721"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:58.731126 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-4b7e9225-3d60-4b15-bad7-be46709e0d31 None None] Provisioning complete for port 0bd06624-1837-4923-9daf-aa14f17b4981 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:58.731410 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4b7e9225-3d60-4b15-bad7-be46709e0d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.780891 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-4b7e9225-3d60-4b15-bad7-be46709e0d31 None None] Port 0bd06624-1837-4923-9daf-aa14f17b4981 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:59.768736 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-bceddd5f-2360-4158-8bf3-aa180e7a897b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.021960 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:01.042685 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:01.043020 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device ce77776c-95b9-46ba-b5e4-6e4b1ad6d721 not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:02.347913 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e0dee891-a56c-4166-bbbc-3c769f159bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.338926 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.599655 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.238115 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:21:05.255853 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.904797 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:21.437586 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Request body: {'port': {'device_id': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:21.491273 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658a2bea-91b6-446d-b71a-44f0d6d37e35 req-11d3e64e-ed0a-4025-bc88-ea9155d559c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a005bba9-2263-44ad-abba-36d29b7c7e7c HTTP/1.1" status: 200 len: 217 time: 0.0578103 Oct 13 04:21:21.517581 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ad8a08-6254-4a97-b481-069c03baeaf3 x-openstack-request-id: req-d1ad8a08-6254-4a97-b481-069c03baeaf3 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:21.519218 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e3d51b-fb51-4ea1-904d-a09c4c2af595", "name": "network-vif-deleted", "tag": "ce77776c-95b9-46ba-b5e4-6e4b1ad6d721", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:21.519444 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1ad8a08-6254-4a97-b481-069c03baeaf3 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:21.519855 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e3d51b-fb51-4ea1-904d-a09c4c2af595', 'name': 'network-vif-deleted', 'tag': 'ce77776c-95b9-46ba-b5e4-6e4b1ad6d721', 'status': 'completed', 'code': 200} Oct 13 04:21:21.526845 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:21.646180 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-881db70c-3319-44b3-84f1-a5f8be90fbe2 req-457e3b87-0262-4a79-874d-28ac9ba6406b tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e3d51b-fb51-4ea1-904d-a09c4c2af595 HTTP/1.1" status: 200 len: 210 time: 0.0818214 Oct 13 04:21:21.718317 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a2bea-91b6-446d-b71a-44f0d6d37e35 req-0e4d5766-f699-43b8-b1c6-2998421cd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.719807 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658a2bea-91b6-446d-b71a-44f0d6d37e35 req-0e4d5766-f699-43b8-b1c6-2998421cd435 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7af68be4-9f67-4575-a8cd-9500968eb3b5 HTTP/1.1" status: 200 len: 858 time: 0.1575830 Oct 13 04:21:21.789198 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658a2bea-91b6-446d-b71a-44f0d6d37e35 req-f2dd8907-1eaf-4654-83a8-8beb32d358b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad1401a3-1315-4343-905f-76fd363a95dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501647 Oct 13 04:21:21.799814 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4f550-2371-4d8c-9a77-31a30099c57d req-799662c9-4026-40a9-bea9-3834df78d1c5 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.801169 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dbf4f550-2371-4d8c-9a77-31a30099c57d req-799662c9-4026-40a9-bea9-3834df78d1c5 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.2378182 Oct 13 04:21:21.945944 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe752c-e9f1-4fb0-a504-c3d173c6c2c8 req-1242cb60-7577-4cbb-8ed2-44d9929d75a4 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.947463 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8ebe752c-e9f1-4fb0-a504-c3d173c6c2c8 req-1242cb60-7577-4cbb-8ed2-44d9929d75a4 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 932 time: 0.2268097 Oct 13 04:21:21.953789 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dbf4f550-2371-4d8c-9a77-31a30099c57d req-51e5f655-4c61-445d-9de5-8f7be9f05a31 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397085 Oct 13 04:21:22.037722 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658a2bea-91b6-446d-b71a-44f0d6d37e35 req-be1ee6a1-d9b8-4650-8fc7-eca5b11809b8 service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310474 Oct 13 04:21:22.044016 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8ebe752c-e9f1-4fb0-a504-c3d173c6c2c8 req-ebb9c9ae-ec3d-4dc7-ad58-03e2898467af tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805514 Oct 13 04:21:22.130155 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd06624-1837-4923-9daf-aa14f17b4981 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:22.140073 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.165503 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Transition to ACTIVE for port object 0bd06624-1837-4923-9daf-aa14f17b4981 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:21:22.174279 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.179858 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658a2bea-91b6-446d-b71a-44f0d6d37e35 req-03b739f0-59ec-408c-8b81-e7329e13ddae service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305838 Oct 13 04:21:22.235564 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Pushing event updated for resources: {'Port': ['ID=0bd06624-1837-4923-9daf-aa14f17b4981,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:22.486902 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Attempting to bind port 0bd06624-1837-4923-9daf-aa14f17b4981 on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:22.487704 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Attempting to bind port 0bd06624-1837-4923-9daf-aa14f17b4981 by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:22.487704 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Attempting to bind port 0bd06624-1837-4923-9daf-aa14f17b4981 on network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:22.492147 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Port 0bd06624-1837-4923-9daf-aa14f17b4981 on network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:22.492473 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Attempting to bind port 0bd06624-1837-4923-9daf-aa14f17b4981 on network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:22.501702 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:22.502033 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Checking segment: {'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:22.502408 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Bound using segment: {'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:22.502832 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Bound port: 0bd06624-1837-4923-9daf-aa14f17b4981, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01ff349-500b-48bc-ad27-b911c7f14fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:22.503180 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.567056 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] For port 0bd06624-1837-4923-9daf-aa14f17b4981, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:22.570012 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] For port 0bd06624-1837-4923-9daf-aa14f17b4981, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0bd06624-1837-4923-9daf-aa14f17b4981,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:22.575777 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.611987 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.612627 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.613944 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] 10.222.0.45 "PUT /v2.0/ports/0bd06624-1837-4923-9daf-aa14f17b4981 HTTP/1.1" status: 200 len: 1094 time: 1.1819797 Oct 13 04:21:22.630068 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78355f-69b2-4f9c-9b0e-1026d0c86f0d service neutron] Pushing event updated for resources: {'Port': ['ID=0bd06624-1837-4923-9daf-aa14f17b4981,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:22.715226 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-a3432aeb-4d03-420a-8fbc-b06433d4ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.716767 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-a3432aeb-4d03-420a-8fbc-b06433d4ee7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41649d1bfdb049eeb3509c73dc1b039c&device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 1097 time: 0.0459900 Oct 13 04:21:22.764147 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-e181cc38-4a39-445f-b506-bb5627e7790e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd06624-1837-4923-9daf-aa14f17b4981 HTTP/1.1" status: 200 len: 217 time: 0.0376441 Oct 13 04:21:22.818724 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-13f14d58-f7e2-4a1d-b795-f6764ac3cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.820215 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-13f14d58-f7e2-4a1d-b795-f6764ac3cf9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f HTTP/1.1" status: 200 len: 854 time: 0.0459909 Oct 13 04:21:22.875082 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-ff37f1ff-fb12-44ed-a6cc-a15bd75ebc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.877216 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-ff37f1ff-fb12-44ed-a6cc-a15bd75ebc3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21f3e97a-4c25-41f2-9ea4-802d08f767e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483258 Oct 13 04:21:22.983100 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-948a8057-72dd-49a3-a549-1cf2366ffcb2 service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966899 Oct 13 04:21:23.116875 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc54d7b-d036-4ea6-8b6b-94dfbc7f3c65 req-59a9f54a-da5d-442e-9b8d-1e487d251994 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.118487 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0dc54d7b-d036-4ea6-8b6b-94dfbc7f3c65 req-59a9f54a-da5d-442e-9b8d-1e487d251994 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0761466 Oct 13 04:21:23.122315 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3ef8e5e4-2d41-4ef6-8fe6-15082e2ea1f7 req-f8f57536-2864-4f16-85b3-03af1b124d0c service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311703 Oct 13 04:21:23.182649 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0dc54d7b-d036-4ea6-8b6b-94dfbc7f3c65 req-65acb3cb-b38a-4495-8eb8-e821508be853 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531666 Oct 13 04:21:23.190662 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a76ac2-3f4c-4f5a-a3f8-ff8699af44d8 req-3f530ba7-76e9-49f2-ab6c-5c7e1696bb69 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.192031 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-98a76ac2-3f4c-4f5a-a3f8-ff8699af44d8 req-3f530ba7-76e9-49f2-ab6c-5c7e1696bb69 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 944 time: 0.0725303 Oct 13 04:21:23.236216 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-98a76ac2-3f4c-4f5a-a3f8-ff8699af44d8 req-551751e9-fcb3-470b-8ad2-b67b1e4084c1 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367305 Oct 13 04:21:23.520851 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:23.524813 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e782c36-20ce-4eef-b147-e810bd8f1d60" -d '{"events": [{"name": "network-changed", "server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:23.563211 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b75375c-2df3-4c2a-ba1a-1fd87c9c7944 x-openstack-request-id: req-1b75375c-2df3-4c2a-ba1a-1fd87c9c7944 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:23.563488 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:23.563746 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b75375c-2df3-4c2a-ba1a-1fd87c9c7944 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:23.564140 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981', 'status': 'completed', 'code': 200} Oct 13 04:21:23.627405 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e782c36-20ce-4eef-b147-e810bd8f1d60 req-e9f94f01-b5aa-44c8-8209-389fbe4c9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.628887 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e782c36-20ce-4eef-b147-e810bd8f1d60 req-e9f94f01-b5aa-44c8-8209-389fbe4c9fd7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41649d1bfdb049eeb3509c73dc1b039c&device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 1097 time: 0.0421631 Oct 13 04:21:23.727444 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e782c36-20ce-4eef-b147-e810bd8f1d60 req-5a2934a3-ecbe-4f1c-babb-800c6e027771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.728986 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e782c36-20ce-4eef-b147-e810bd8f1d60 req-5a2934a3-ecbe-4f1c-babb-800c6e027771 service neutron] 10.222.0.45 "GET /v2.0/networks?id=21f3e97a-4c25-41f2-9ea4-802d08f767e1 HTTP/1.1" status: 200 len: 916 time: 0.0866454 Oct 13 04:21:23.774574 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e782c36-20ce-4eef-b147-e810bd8f1d60 req-29345475-5123-4376-8468-a8e05204cd7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd06624-1837-4923-9daf-aa14f17b4981 HTTP/1.1" status: 200 len: 217 time: 0.0371578 Oct 13 04:21:23.824859 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e782c36-20ce-4eef-b147-e810bd8f1d60 req-9922d04c-e2a3-4726-bdbd-59622a56b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.826352 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e782c36-20ce-4eef-b147-e810bd8f1d60 req-9922d04c-e2a3-4726-bdbd-59622a56b548 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f HTTP/1.1" status: 200 len: 854 time: 0.0450697 Oct 13 04:21:23.873869 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e782c36-20ce-4eef-b147-e810bd8f1d60 req-7fbb4e5c-34cc-4387-8464-47cc93f1acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.875277 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e782c36-20ce-4eef-b147-e810bd8f1d60 req-7fbb4e5c-34cc-4387-8464-47cc93f1acd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21f3e97a-4c25-41f2-9ea4-802d08f767e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410185 Oct 13 04:21:23.966599 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e782c36-20ce-4eef-b147-e810bd8f1d60 req-70d8c5e8-db66-4372-b572-9cafb6871d4c service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836093 Oct 13 04:21:24.059597 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e782c36-20ce-4eef-b147-e810bd8f1d60 req-5703a8ae-3db0-4360-a5c3-c9adaebacc3d service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855949 Oct 13 04:21:24.316135 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9d8e9-9e77-4d35-8c98-bcc5a2ad2adb req-3b9ef7b5-5937-41e3-81be-547480110e4c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.317856 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5aa9d8e9-9e77-4d35-8c98-bcc5a2ad2adb req-3b9ef7b5-5937-41e3-81be-547480110e4c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0504351 Oct 13 04:21:24.362086 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5aa9d8e9-9e77-4d35-8c98-bcc5a2ad2adb req-4757f88f-99e1-4c1a-9947-4ca0e6100587 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376875 Oct 13 04:21:24.425069 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7da0d-3847-43de-ba8f-db7e5c6c0926 req-5a70b0e2-e1e2-44c6-b287-0047240c2297 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.426526 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-91c7da0d-3847-43de-ba8f-db7e5c6c0926 req-5a70b0e2-e1e2-44c6-b287-0047240c2297 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 944 time: 0.0482318 Oct 13 04:21:24.486017 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-91c7da0d-3847-43de-ba8f-db7e5c6c0926 req-e69b3798-0c0d-432e-a852-ab51a371556d tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504751 Oct 13 04:21:24.496138 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92545e5e-8d9b-48dd-a9ac-0f9a80255e43 req-bf771da5-a14a-41aa-a796-24b72d443d51 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.497543 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-92545e5e-8d9b-48dd-a9ac-0f9a80255e43 req-bf771da5-a14a-41aa-a796-24b72d443d51 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 945 time: 0.0701427 Oct 13 04:21:24.536144 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-92545e5e-8d9b-48dd-a9ac-0f9a80255e43 req-094cf2e3-b1f0-4f89-98c6-6e75f024947b tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324018 Oct 13 04:21:25.499678 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ed762-c220-4916-b023-d8d1057dc591 req-4c83485f-5741-45b3-81f0-3be161787e3b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:25.501127 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a40ed762-c220-4916-b023-d8d1057dc591 req-4c83485f-5741-45b3-81f0-3be161787e3b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0612984 Oct 13 04:21:25.541825 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a40ed762-c220-4916-b023-d8d1057dc591 req-ddec1d49-a8a5-414e-b669-d424b136a6b4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344162 Oct 13 04:21:25.603409 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6ef16-f6d0-4f84-92f2-f5440597d348 req-831b7c9b-f246-4c45-b955-efe901d296da tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:25.604881 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-83f6ef16-f6d0-4f84-92f2-f5440597d348 req-831b7c9b-f246-4c45-b955-efe901d296da tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 944 time: 0.0503156 Oct 13 04:21:25.668377 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-83f6ef16-f6d0-4f84-92f2-f5440597d348 req-0ca88d31-788f-41bf-8406-f8e35afacad2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541899 Oct 13 04:21:25.676406 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4061d09-ac04-4da0-ab83-a47674547c3d req-978d6273-6828-466a-a09e-bc167cb14055 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:25.677872 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c4061d09-ac04-4da0-ab83-a47674547c3d req-978d6273-6828-466a-a09e-bc167cb14055 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 945 time: 0.0721209 Oct 13 04:21:25.715224 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c4061d09-ac04-4da0-ab83-a47674547c3d req-11fd183b-8597-4196-a134-5d418f805023 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314240 Oct 13 04:21:26.672649 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233f5a9-558d-45c6-be97-2fe67c3e50d1 req-01e6b117-3659-48c2-a40f-b12335825fa7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:26.674137 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c233f5a9-558d-45c6-be97-2fe67c3e50d1 req-01e6b117-3659-48c2-a40f-b12335825fa7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0582674 Oct 13 04:21:26.712752 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c233f5a9-558d-45c6-be97-2fe67c3e50d1 req-c274c25e-a678-41d3-8758-51c4fb81b3fa tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325959 Oct 13 04:21:26.784428 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba8acd-6517-440b-94fd-e6b9c970a467 req-e32dc455-b4e2-4dd7-864b-f19ff34c81c5 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:26.786318 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fba8acd-6517-440b-94fd-e6b9c970a467 req-e32dc455-b4e2-4dd7-864b-f19ff34c81c5 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 944 time: 0.0502398 Oct 13 04:21:26.845246 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fba8acd-6517-440b-94fd-e6b9c970a467 req-1f5280ad-c0e2-400c-b2ba-88a11a745066 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498362 Oct 13 04:21:26.856276 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05152e51-8703-4fc8-a6a5-f288ce4b0216 req-b93d0a75-2923-452e-a352-9ff67cc22d8a tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:26.857711 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-05152e51-8703-4fc8-a6a5-f288ce4b0216 req-b93d0a75-2923-452e-a352-9ff67cc22d8a tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 945 time: 0.0704927 Oct 13 04:21:26.896926 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-05152e51-8703-4fc8-a6a5-f288ce4b0216 req-32cfabd3-d1e6-4b54-9d44-fa1c6c21f6db tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Oct 13 04:21:27.078752 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337a72f-26b3-45e9-9d06-da109c5e5daa req-36bacf22-8979-4ccc-8383-027d18874b1e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.080190 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d337a72f-26b3-45e9-9d06-da109c5e5daa req-36bacf22-8979-4ccc-8383-027d18874b1e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 945 time: 0.0543289 Oct 13 04:21:27.175231 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-d337a72f-26b3-45e9-9d06-da109c5e5daa req-f5a06dbc-7b76-4f68-8fad-9116c2e069ef tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Deleting port 355dc108-256f-4efe-8035-feb0a826461d {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:27.175570 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d337a72f-26b3-45e9-9d06-da109c5e5daa req-f5a06dbc-7b76-4f68-8fad-9116c2e069ef tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:27.269359 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-d337a72f-26b3-45e9-9d06-da109c5e5daa req-f5a06dbc-7b76-4f68-8fad-9116c2e069ef tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] For port 355dc108-256f-4efe-8035-feb0a826461d, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=355dc108-256f-4efe-8035-feb0a826461d,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:27.269739 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d337a72f-26b3-45e9-9d06-da109c5e5daa req-f5a06dbc-7b76-4f68-8fad-9116c2e069ef tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:27.281830 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-d337a72f-26b3-45e9-9d06-da109c5e5daa req-f5a06dbc-7b76-4f68-8fad-9116c2e069ef tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Calling delete_port for 355dc108-256f-4efe-8035-feb0a826461d owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:27.428704 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d337a72f-26b3-45e9-9d06-da109c5e5daa req-f5a06dbc-7b76-4f68-8fad-9116c2e069ef tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:27.441038 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0d108316-b79c-4ebf-af4e-9237f069cd94', '0873d595-38af-475f-97a0-d07dd43fbdb5', '355dc108-256f-4efe-8035-feb0a826461d'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:27.459367 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a06dbc-7b76-4f68-8fad-9116c2e069ef tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Pushing event deleted for resources: {'Port': ['ID=355dc108-256f-4efe-8035-feb0a826461d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:27.503661 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-d337a72f-26b3-45e9-9d06-da109c5e5daa req-f5a06dbc-7b76-4f68-8fad-9116c2e069ef tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] No DVR routers for this DVR port 355dc108-256f-4efe-8035-feb0a826461d on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:27.506108 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d337a72f-26b3-45e9-9d06-da109c5e5daa req-f5a06dbc-7b76-4f68-8fad-9116c2e069ef tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:27.511016 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d337a72f-26b3-45e9-9d06-da109c5e5daa req-f5a06dbc-7b76-4f68-8fad-9116c2e069ef tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "DELETE /v2.0/ports/355dc108-256f-4efe-8035-feb0a826461d HTTP/1.1" status: 204 len: 173 time: 0.4218068 Oct 13 04:21:27.511750 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58316e9-818c-4986-9148-932d51f34cc9', 'name': 'network-vif-deleted', 'tag': '355dc108-256f-4efe-8035-feb0a826461d'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:27.515603 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3910186-22aa-4acf-b020-942af4a71024" -d '{"events": [{"server_uuid": "d58316e9-818c-4986-9148-932d51f34cc9", "name": "network-vif-deleted", "tag": "355dc108-256f-4efe-8035-feb0a826461d"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:27.554361 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de01556-7009-4e95-aec4-6689f30c3975 x-openstack-request-id: req-5de01556-7009-4e95-aec4-6689f30c3975 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:27.554639 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58316e9-818c-4986-9148-932d51f34cc9", "name": "network-vif-deleted", "tag": "355dc108-256f-4efe-8035-feb0a826461d", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:27.554886 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5de01556-7009-4e95-aec4-6689f30c3975 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:27.555280 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58316e9-818c-4986-9148-932d51f34cc9', 'name': 'network-vif-deleted', 'tag': '355dc108-256f-4efe-8035-feb0a826461d', 'status': 'completed', 'code': 200} Oct 13 04:21:27.841104 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4a0c0-d031-4595-a7e0-96002b108b2b req-f3346f27-4c05-40a7-80fa-2b79eeb8e715 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.842735 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1c4a0c0-d031-4595-a7e0-96002b108b2b req-f3346f27-4c05-40a7-80fa-2b79eeb8e715 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0552273 Oct 13 04:21:27.895951 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1c4a0c0-d031-4595-a7e0-96002b108b2b req-1e4ff4ed-df8d-4a90-9ff1-d4b37b16a16c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466886 Oct 13 04:21:27.980149 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b9e59-01f2-4d16-9fb7-73612ae4e9ce req-e3a77c2b-ad93-42dd-916f-2ef5b6ec612e tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.982005 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5d2b9e59-01f2-4d16-9fb7-73612ae4e9ce req-e3a77c2b-ad93-42dd-916f-2ef5b6ec612e tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 944 time: 0.0670035 Oct 13 04:21:28.014446 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e220457b-3946-4e5b-b78c-ead0f74f740a req-71a6fa0c-bb01-4cd7-8dd0-7eba0dcb0cdc tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d58316e9-818c-4986-9148-932d51f34cc9 HTTP/1.1" status: 200 len: 210 time: 0.0292737 Oct 13 04:21:28.050795 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5d2b9e59-01f2-4d16-9fb7-73612ae4e9ce req-13a6c959-dc99-4d97-a3ce-d723e260cec0 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Oct 13 04:21:29.013251 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb19e4-3fb1-4286-83ff-18d84cfb216d req-1ca0e033-83df-4208-8c7f-a494c0ef13db tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:29.014904 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6acb19e4-3fb1-4286-83ff-18d84cfb216d req-1ca0e033-83df-4208-8c7f-a494c0ef13db tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0488284 Oct 13 04:21:29.100223 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6acb19e4-3fb1-4286-83ff-18d84cfb216d req-633a814a-0b42-4e18-a73e-1b620d46fea5 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704904 Oct 13 04:21:29.185296 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 0bd06624-1837-4923-9daf-aa14f17b4981 details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:29.240750 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac10b-1019-4dea-b83a-b9c0cff1ef85 req-6b837d36-f9f5-44b2-9c3d-4cd35458c673 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:29.258034 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-454ac10b-1019-4dea-b83a-b9c0cff1ef85 req-6b837d36-f9f5-44b2-9c3d-4cd35458c673 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 944 time: 0.0778337 Oct 13 04:21:29.306930 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-454ac10b-1019-4dea-b83a-b9c0cff1ef85 req-1edead61-970d-4d4b-8ff4-8a755590ee9f tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468042 Oct 13 04:21:29.307255 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 0bd06624-1837-4923-9daf-aa14f17b4981, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0bd06624-1837-4923-9daf-aa14f17b4981,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:29.322287 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '0bd06624-1837-4923-9daf-aa14f17b4981', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'port_id': '0bd06624-1837-4923-9daf-aa14f17b4981', 'mac_address': 'fa:16:3e:6d:47:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:29.368094 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:29.382639 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd06624-1837-4923-9daf-aa14f17b4981 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:29.411906 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 0bd06624-1837-4923-9daf-aa14f17b4981, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0bd06624-1837-4923-9daf-aa14f17b4981,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:29.417994 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:29.493203 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=0bd06624-1837-4923-9daf-aa14f17b4981,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:29.507342 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:29.507683 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:29.508013 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:29.508340 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:29.508662 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:29.509094 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:29.509289 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:29.509619 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:29.510061 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:29.510403 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:29.510719 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:29.511071 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:29.622892 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694f66a-e3ff-4fd5-8a00-f857a0ab8e6f req-6dd5ed0d-6513-49ad-86d0-3a8689aee6bc tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:29.624563 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2694f66a-e3ff-4fd5-8a00-f857a0ab8e6f req-6dd5ed0d-6513-49ad-86d0-3a8689aee6bc tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 945 time: 0.0575013 Oct 13 04:21:29.662029 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2694f66a-e3ff-4fd5-8a00-f857a0ab8e6f req-2620a958-8070-4ab8-a1e7-a07e5686af43 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Oct 13 04:21:29.772975 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0641a0a0-6d9f-43a3-90f7-a6779bfcf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:29.950392 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0bd06624-1837-4923-9daf-aa14f17b4981'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:30.441442 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af7a9b-4735-4685-9072-0e71374b75db req-cf3a40b9-5709-495a-a8c6-ccdeae9b37ed tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:30.442921 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e6af7a9b-4735-4685-9072-0e71374b75db req-cf3a40b9-5709-495a-a8c6-ccdeae9b37ed tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 945 time: 0.0555751 Oct 13 04:21:30.481436 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e6af7a9b-4735-4685-9072-0e71374b75db req-66260893-50fd-4064-8354-39a69508f1c3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Oct 13 04:21:30.784683 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f4e2a-42c6-46bb-b085-b667cc66af19 req-ff4ba9f6-ff03-4e4d-8e3a-9a6ff65ba8b5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:30.786521 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f0f4e2a-42c6-46bb-b085-b667cc66af19 req-ff4ba9f6-ff03-4e4d-8e3a-9a6ff65ba8b5 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 945 time: 0.0502827 Oct 13 04:21:30.827485 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6f0f4e2a-42c6-46bb-b085-b667cc66af19 req-b4c9a469-87ab-4049-8dcf-b3390a2bb1f8 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350001 Oct 13 04:21:31.199857 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 355dc108-256f-4efe-8035-feb0a826461d no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:31.220641 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: 355dc108-256f-4efe-8035-feb0a826461d {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:31.221016 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 355dc108-256f-4efe-8035-feb0a826461d not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:31.526971 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdc8d3-966c-41d8-a910-15e97e55d4b6 req-432b3325-05b2-4437-bcee-13fda51a67da tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.528444 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d8cdc8d3-966c-41d8-a910-15e97e55d4b6 req-432b3325-05b2-4437-bcee-13fda51a67da tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 945 time: 0.0755639 Oct 13 04:21:31.550898 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4810e-c9f8-4ebf-a80f-cc7be3a45258 req-5ca01b94-a1b6-4085-8fde-f0c2947da330 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.552610 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6be4810e-c9f8-4ebf-a80f-cc7be3a45258 req-5ca01b94-a1b6-4085-8fde-f0c2947da330 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0740716 Oct 13 04:21:31.675834 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6be4810e-c9f8-4ebf-a80f-cc7be3a45258 req-d34ca49d-3cbc-4522-8f03-3a44f6b94350 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944703 Oct 13 04:21:31.689128 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce628485-d086-46d6-83e7-97dd23e19af3 req-0638f464-3944-4905-bf3a-a9a1eaa11236 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.690619 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ce628485-d086-46d6-83e7-97dd23e19af3 req-0638f464-3944-4905-bf3a-a9a1eaa11236 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 945 time: 0.1104975 Oct 13 04:21:31.743744 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-d8cdc8d3-966c-41d8-a910-15e97e55d4b6 req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Deleting port 0873d595-38af-475f-97a0-d07dd43fbdb5 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:31.744078 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d8cdc8d3-966c-41d8-a910-15e97e55d4b6 req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.749139 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ce628485-d086-46d6-83e7-97dd23e19af3 req-964646b1-56b3-4bc5-9711-73727bf3b6f4 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485504 Oct 13 04:21:31.855310 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b7959-e4dd-48dc-b812-e3f063a7aed9 req-3005c57a-7d3e-4241-84de-984cf671a8ed tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.856865 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cf4b7959-e4dd-48dc-b812-e3f063a7aed9 req-3005c57a-7d3e-4241-84de-984cf671a8ed tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.1067774 Oct 13 04:21:31.893000 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-d8cdc8d3-966c-41d8-a910-15e97e55d4b6 req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] For port 0873d595-38af-475f-97a0-d07dd43fbdb5, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0873d595-38af-475f-97a0-d07dd43fbdb5,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:31.893354 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d8cdc8d3-966c-41d8-a910-15e97e55d4b6 req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.921106 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-d8cdc8d3-966c-41d8-a910-15e97e55d4b6 req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Calling delete_port for 0873d595-38af-475f-97a0-d07dd43fbdb5 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:31.960486 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cf4b7959-e4dd-48dc-b812-e3f063a7aed9 req-112a5e10-751a-48e4-a541-8cb3be336569 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941794 Oct 13 04:21:31.961598 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 44986) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:32.009107 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279a271-cd45-464b-bf86-95e3fde5abc0 req-3afa3da5-4e66-4993-a961-f6f73c6adfe8 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:32.010650 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a279a271-cd45-464b-bf86-95e3fde5abc0 req-3afa3da5-4e66-4993-a961-f6f73c6adfe8 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5 HTTP/1.1" status: 200 len: 945 time: 0.1086285 Oct 13 04:21:32.071174 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a279a271-cd45-464b-bf86-95e3fde5abc0 req-264f1ad5-d2ac-4589-ab5d-44c331bb2592 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493844 Oct 13 04:21:32.082729 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.134163 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d8cdc8d3-966c-41d8-a910-15e97e55d4b6 req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.146474 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0d108316-b79c-4ebf-af4e-9237f069cd94', '0873d595-38af-475f-97a0-d07dd43fbdb5'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:32.175650 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.177073 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Pushing event deleted for resources: {'Port': ['ID=0873d595-38af-475f-97a0-d07dd43fbdb5,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:32.182472 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.194812 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.195158 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.195499 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.196010 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.196344 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.196675 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.197006 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.197330 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.197749 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.198066 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.198386 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.198700 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.226354 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=483729f4a83248339021fbe2adb89953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595811 Oct 13 04:21:32.231221 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 44998) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:32.249648 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cdc8d3-966c-41d8-a910-15e97e55d4b6 req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] No DVR routers for this DVR port 0873d595-38af-475f-97a0-d07dd43fbdb5 on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:32.252706 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d8cdc8d3-966c-41d8-a910-15e97e55d4b6 req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.256979 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d8cdc8d3-966c-41d8-a910-15e97e55d4b6 req-5f43cf9c-dfef-4f08-b39f-58d057033caa tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "DELETE /v2.0/ports/0873d595-38af-475f-97a0-d07dd43fbdb5 HTTP/1.1" status: 204 len: 173 time: 0.7195156 Oct 13 04:21:32.257743 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5', 'name': 'network-vif-deleted', 'tag': '0873d595-38af-475f-97a0-d07dd43fbdb5'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:32.260707 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7067e6e-c151-452b-b45a-f528ab198921,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:32.262633 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6f7f22-f0b6-4f0a-9391-114d96d2a501" -d '{"events": [{"server_uuid": "f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5", "name": "network-vif-deleted", "tag": "0873d595-38af-475f-97a0-d07dd43fbdb5"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:32.274226 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.274744 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.275253 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.276033 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.276522 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.277033 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.277544 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.278036 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.278641 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.279112 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.279584 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.280057 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c35b726-8741-4b24-b83c-64db19bb998e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:32.310831 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2623-4f41-4953-86c1-1fc5e271db62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.330774 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a44136-f208-49f6-b030-d30a2350127d x-openstack-request-id: req-68a44136-f208-49f6-b030-d30a2350127d {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:32.331201 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5", "name": "network-vif-deleted", "tag": "0873d595-38af-475f-97a0-d07dd43fbdb5", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:32.331481 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-68a44136-f208-49f6-b030-d30a2350127d {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:32.331980 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ed2097-3cf2-44d4-9aaa-df0c0f4c68d5', 'name': 'network-vif-deleted', 'tag': '0873d595-38af-475f-97a0-d07dd43fbdb5', 'status': 'completed', 'code': 200} Oct 13 04:21:32.337051 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2623-4f41-4953-86c1-1fc5e271db62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.381407 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d239be2e-783c-4fcf-a298-27abe4447380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.411753 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2623-4f41-4953-86c1-1fc5e271db62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.415174 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2623-4f41-4953-86c1-1fc5e271db62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.416795 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-dfaf2623-4f41-4953-86c1-1fc5e271db62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7067e6e-c151-452b-b45a-f528ab198921 HTTP/1.1" status: 204 len: 168 time: 0.1843693 Oct 13 04:21:32.425493 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf2623-4f41-4953-86c1-1fc5e271db62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7067e6e-c151-452b-b45a-f528ab198921,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:32.828370 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea409595-6a70-4079-bbd3-f717da853601 req-030073a0-da6c-4666-adbf-b820bad49435 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:32.829925 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea409595-6a70-4079-bbd3-f717da853601 req-030073a0-da6c-4666-adbf-b820bad49435 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0670004 Oct 13 04:21:32.894378 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea409595-6a70-4079-bbd3-f717da853601 req-a5688ebb-9f25-41aa-9295-bfe67678e769 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551331 Oct 13 04:21:32.904840 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf962b3-c09e-4df0-8507-1f9cc8c3e183 req-2d965701-fe7c-47c7-be9a-f07b34705492 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:32.906491 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dbf962b3-c09e-4df0-8507-1f9cc8c3e183 req-2d965701-fe7c-47c7-be9a-f07b34705492 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 945 time: 0.0756135 Oct 13 04:21:32.950122 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dbf962b3-c09e-4df0-8507-1f9cc8c3e183 req-11bf99e8-7f24-49a3-894e-cd0851d21989 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365515 Oct 13 04:21:33.214367 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 0bd06624-1837-4923-9daf-aa14f17b4981 up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:33.261966 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port 0bd06624-1837-4923-9daf-aa14f17b4981 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:33.265579 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 0bd06624-1837-4923-9daf-aa14f17b4981 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:33.265985 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.351868 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.352681 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.374781 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:33.377018 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebc7e3e-be2c-43b8-954e-f9fe492164e3" -d '{"events": [{"server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "name": "network-vif-plugged", "status": "completed", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:33.389429 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 0bd06624-1837-4923-9daf-aa14f17b4981, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0bd06624-1837-4923-9daf-aa14f17b4981,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:33.395485 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.396369 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 0873d595-38af-475f-97a0-d07dd43fbdb5 no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:33.432758 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: 0873d595-38af-475f-97a0-d07dd43fbdb5 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:33.433087 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 0873d595-38af-475f-97a0-d07dd43fbdb5 not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:33.439030 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c334ada2-11c7-4cca-bfa7-4ee081af002b x-openstack-request-id: req-c334ada2-11c7-4cca-bfa7-4ee081af002b {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:33.439309 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "name": "network-vif-plugged", "status": "completed", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:33.439547 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c334ada2-11c7-4cca-bfa7-4ee081af002b {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:33.440100 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981', 'code': 200} Oct 13 04:21:33.468476 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=0bd06624-1837-4923-9daf-aa14f17b4981,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:33.601881 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.657543 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a2a98-81fb-4b0f-8015-e5e51bd73a2e req-b83662de-5099-41cf-9754-6d4bb3461a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.658981 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d57a2a98-81fb-4b0f-8015-e5e51bd73a2e req-b83662de-5099-41cf-9754-6d4bb3461a88 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 1099 time: 0.0429168 Oct 13 04:21:33.698297 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d57a2a98-81fb-4b0f-8015-e5e51bd73a2e req-3a452c45-a52e-45b3-8a12-141537c834e8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293946 Oct 13 04:21:34.024599 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e0bad-d58b-41e9-89de-e29b933f2795 req-c54c1bc1-3ea9-4305-8325-d89416c55b1a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:34.026097 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da0e0bad-d58b-41e9-89de-e29b933f2795 req-c54c1bc1-3ea9-4305-8325-d89416c55b1a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0503561 Oct 13 04:21:34.091268 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-da0e0bad-d58b-41e9-89de-e29b933f2795 req-711caf95-6e7d-44da-b754-e1d6c8d55171 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562112 Oct 13 04:21:34.099193 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296034de-d6e3-4d5b-9c68-84a48f79d32f req-9aea0494-d815-41f5-84c2-0828c97b21a4 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:34.100609 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-296034de-d6e3-4d5b-9c68-84a48f79d32f req-9aea0494-d815-41f5-84c2-0828c97b21a4 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 946 time: 0.0736310 Oct 13 04:21:34.143313 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-296034de-d6e3-4d5b-9c68-84a48f79d32f req-886a9fe9-3220-4164-81c3-9825856cc18a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365815 Oct 13 04:21:34.479815 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82172dc2-0f05-40d3-96e2-307e38c263c7 req-fa093ceb-b845-410d-83c8-dab137c64956 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:34.481323 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-82172dc2-0f05-40d3-96e2-307e38c263c7 req-fa093ceb-b845-410d-83c8-dab137c64956 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 946 time: 0.0499420 Oct 13 04:21:34.520353 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-82172dc2-0f05-40d3-96e2-307e38c263c7 req-6dc848b3-f530-426c-9555-6727f95f364c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328894 Oct 13 04:21:35.219942 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0f717-e047-4304-8dff-a4f647d8e241 req-6ed80089-379d-44b5-b35b-ce93b820b259 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.221387 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d0b0f717-e047-4304-8dff-a4f647d8e241 req-6ed80089-379d-44b5-b35b-ce93b820b259 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0489016 Oct 13 04:21:35.255594 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:35.286062 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d0b0f717-e047-4304-8dff-a4f647d8e241 req-7f644a00-a9b9-4131-9fa5-75bdf09f40ed tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554745 Oct 13 04:21:35.296382 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcde61-ff94-4280-96d2-192c2b5490ae req-bd05e79d-791d-4407-9c79-a4bdb7663ad6 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.297839 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a9dcde61-ff94-4280-96d2-192c2b5490ae req-bd05e79d-791d-4407-9c79-a4bdb7663ad6 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 946 time: 0.0755312 Oct 13 04:21:35.335511 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a9dcde61-ff94-4280-96d2-192c2b5490ae req-a3431b30-351f-4e80-a7da-705285a94b40 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Oct 13 04:21:35.652510 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df999e1-edcb-4297-a1a0-6648bdd44563 req-dc74735e-2c9a-4dde-bbd8-e2bbc864a0ff tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.654007 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0df999e1-edcb-4297-a1a0-6648bdd44563 req-dc74735e-2c9a-4dde-bbd8-e2bbc864a0ff tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 946 time: 0.0604789 Oct 13 04:21:35.692242 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0df999e1-edcb-4297-a1a0-6648bdd44563 req-c00651b9-a184-4b11-a875-9f9a06743b8e tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Oct 13 04:21:35.903538 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.405349 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7414dde-01d2-4a21-9d48-28aa34cd158c req-ce14f353-f111-4a0d-8f6a-2963f6f3c580 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:36.406943 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f7414dde-01d2-4a21-9d48-28aa34cd158c req-ce14f353-f111-4a0d-8f6a-2963f6f3c580 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0482433 Oct 13 04:21:36.473032 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f7414dde-01d2-4a21-9d48-28aa34cd158c req-f1f82578-f386-4dc9-bd00-8b84aa06361d tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564563 Oct 13 04:21:36.480986 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f933624-2746-465d-abac-df25a1047538 req-2c838975-b07a-4f0c-b7cb-947daf7a1c96 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:36.482420 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9f933624-2746-465d-abac-df25a1047538 req-2c838975-b07a-4f0c-b7cb-947daf7a1c96 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 946 time: 0.0746124 Oct 13 04:21:36.521035 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9f933624-2746-465d-abac-df25a1047538 req-6f3d5778-e4a3-4faa-a08f-351ac6d31be0 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324845 Oct 13 04:21:36.636539 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609fd2-bced-418a-ab3e-b0ef7b4a3da9 req-ffea0df5-1af4-48c4-a810-619963cdecca tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:36.638082 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-07609fd2-bced-418a-ab3e-b0ef7b4a3da9 req-ffea0df5-1af4-48c4-a810-619963cdecca tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 946 time: 0.0510061 Oct 13 04:21:36.675502 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-07609fd2-bced-418a-ab3e-b0ef7b4a3da9 req-9a519ecd-a744-45a0-bbfe-0239d954db87 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Oct 13 04:21:36.811465 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd637f90-67b0-420b-951c-d2d1f89652d5 req-782fca50-3382-42b8-995a-1ee39d2f26ae tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:36.812908 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bd637f90-67b0-420b-951c-d2d1f89652d5 req-782fca50-3382-42b8-995a-1ee39d2f26ae tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 946 time: 0.0532598 Oct 13 04:21:36.876879 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bd637f90-67b0-420b-951c-d2d1f89652d5 req-1b57b9bc-3920-48cb-8155-876d2c34f0cf tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c1ce9d8-8674-44d1-9ec6-1b35e123b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576465 Oct 13 04:21:36.900324 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd11b90-950e-4490-ad22-e91b2becd84a req-59d8cdc9-0acb-4273-8174-1ded1de46ff3 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:36.901797 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-efd11b90-950e-4490-ad22-e91b2becd84a req-59d8cdc9-0acb-4273-8174-1ded1de46ff3 tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 946 time: 0.0557351 Oct 13 04:21:37.024841 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb21cb3-11e5-4825-aeae-9d83bf3b24fc req-afe7872a-9645-4561-b393-ca505fb74eaa tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:37.026297 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3cb21cb3-11e5-4825-aeae-9d83bf3b24fc req-afe7872a-9645-4561-b393-ca505fb74eaa tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 946 time: 0.0755100 Oct 13 04:21:37.036583 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-efd11b90-950e-4490-ad22-e91b2becd84a req-7383e9d1-5967-4d61-96e3-1c3dfa374e4c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Deleting port 0d108316-b79c-4ebf-af4e-9237f069cd94 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:37.036940 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-efd11b90-950e-4490-ad22-e91b2becd84a req-7383e9d1-5967-4d61-96e3-1c3dfa374e4c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.115434 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3cb21cb3-11e5-4825-aeae-9d83bf3b24fc req-1439be59-21ed-48c8-9fba-88ad0e2064a4 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824816 Oct 13 04:21:37.155618 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-efd11b90-950e-4490-ad22-e91b2becd84a req-7383e9d1-5967-4d61-96e3-1c3dfa374e4c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] For port 0d108316-b79c-4ebf-af4e-9237f069cd94, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0d108316-b79c-4ebf-af4e-9237f069cd94,segment=NetworkSegment(bc9324d6-05d9-4b6d-b272-6d65c0291a74),segment_id=bc9324d6-05d9-4b6d-b272-6d65c0291a74)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:37.155987 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-efd11b90-950e-4490-ad22-e91b2becd84a req-7383e9d1-5967-4d61-96e3-1c3dfa374e4c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.174804 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-efd11b90-950e-4490-ad22-e91b2becd84a req-7383e9d1-5967-4d61-96e3-1c3dfa374e4c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Calling delete_port for 0d108316-b79c-4ebf-af4e-9237f069cd94 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:37.304751 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-efd11b90-950e-4490-ad22-e91b2becd84a req-7383e9d1-5967-4d61-96e3-1c3dfa374e4c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.318205 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0d108316-b79c-4ebf-af4e-9237f069cd94'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:37.337168 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383e9d1-5967-4d61-96e3-1c3dfa374e4c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Pushing event deleted for resources: {'Port': ['ID=0d108316-b79c-4ebf-af4e-9237f069cd94,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:37.384339 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd11b90-950e-4490-ad22-e91b2becd84a req-7383e9d1-5967-4d61-96e3-1c3dfa374e4c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] No DVR routers for this DVR port 0d108316-b79c-4ebf-af4e-9237f069cd94 on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:37.386938 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-efd11b90-950e-4490-ad22-e91b2becd84a req-7383e9d1-5967-4d61-96e3-1c3dfa374e4c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.399603 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-efd11b90-950e-4490-ad22-e91b2becd84a req-7383e9d1-5967-4d61-96e3-1c3dfa374e4c tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.45 "DELETE /v2.0/ports/0d108316-b79c-4ebf-af4e-9237f069cd94 HTTP/1.1" status: 204 len: 173 time: 0.4854546 Oct 13 04:21:37.399603 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91ac1af-2378-4b6f-9ca7-08181ffe7d44', 'name': 'network-vif-deleted', 'tag': '0d108316-b79c-4ebf-af4e-9237f069cd94'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:37.403115 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81a5110-e4aa-4b40-a998-5f0095a83cf7" -d '{"events": [{"server_uuid": "d91ac1af-2378-4b6f-9ca7-08181ffe7d44", "name": "network-vif-deleted", "tag": "0d108316-b79c-4ebf-af4e-9237f069cd94"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:37.451507 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a476f5-508b-41f9-a555-1c304e4bbb46 x-openstack-request-id: req-87a476f5-508b-41f9-a555-1c304e4bbb46 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:37.452210 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91ac1af-2378-4b6f-9ca7-08181ffe7d44", "name": "network-vif-deleted", "tag": "0d108316-b79c-4ebf-af4e-9237f069cd94", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:37.452210 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87a476f5-508b-41f9-a555-1c304e4bbb46 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:37.452386 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91ac1af-2378-4b6f-9ca7-08181ffe7d44', 'name': 'network-vif-deleted', 'tag': '0d108316-b79c-4ebf-af4e-9237f069cd94', 'status': 'completed', 'code': 200} Oct 13 04:21:37.618493 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316e54f-c6db-448e-8c62-7de251a16cc1 req-6001f21e-69bd-4191-9117-4cf651a1a3b9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:37.619923 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7316e54f-c6db-448e-8c62-7de251a16cc1 req-6001f21e-69bd-4191-9117-4cf651a1a3b9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0530574 Oct 13 04:21:37.682850 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7316e54f-c6db-448e-8c62-7de251a16cc1 req-d3b1236b-8e6e-4473-8bf6-2f3620d06656 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487850 Oct 13 04:21:37.994556 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-11d2ebdd-632d-4b0c-8314-9f7a376ccbf5 req-20984ef5-c7b1-4530-89bb-663d1c2d2add tempest-AttachVolumeNegativeTest-1547195177 tempest-AttachVolumeNegativeTest-1547195177-project] 10.222.0.55 "GET /v2.0/ports?device_id=d91ac1af-2378-4b6f-9ca7-08181ffe7d44 HTTP/1.1" status: 200 len: 210 time: 0.0348599 Oct 13 04:21:38.300940 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49022b7e-1886-465a-8d22-6fbfa3c6ba23 req-daf29063-ebe0-4b42-b0be-867ffe964ec5 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:38.302455 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49022b7e-1886-465a-8d22-6fbfa3c6ba23 req-daf29063-ebe0-4b42-b0be-867ffe964ec5 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0597687 Oct 13 04:21:38.341599 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-49022b7e-1886-465a-8d22-6fbfa3c6ba23 req-d51a0cc5-2323-4805-a293-ec6e3883b629 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324380 Oct 13 04:21:38.803339 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b9549-a803-4ac5-88d0-c4c1d76a647b req-8ddd0956-5f83-435e-84bc-c367c5636765 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:38.804802 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d0b9549-a803-4ac5-88d0-c4c1d76a647b req-8ddd0956-5f83-435e-84bc-c367c5636765 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0593071 Oct 13 04:21:38.853055 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d0b9549-a803-4ac5-88d0-c4c1d76a647b req-ceab391e-3e07-4ab8-b026-8acdcf84833f tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336428 Oct 13 04:21:39.059504 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45202) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:39.114522 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bbf438-15cd-4cc2-a5b2-9fdd0b99150e admin admin] Deleting subnet 61051428-bded-4621-8b92-c502acd948d5 {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:21:39.117786 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84bbf438-15cd-4cc2-a5b2-9fdd0b99150e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.151298 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84bbf438-15cd-4cc2-a5b2-9fdd0b99150e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5027193'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.189116 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84bbf438-15cd-4cc2-a5b2-9fdd0b99150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.249530 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84bbf438-15cd-4cc2-a5b2-9fdd0b99150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7706112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274318'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.279640 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbf438-15cd-4cc2-a5b2-9fdd0b99150e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61051428-bded-4621-8b92-c502acd948d5,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:39.281571 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84bbf438-15cd-4cc2-a5b2-9fdd0b99150e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.285829 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-84bbf438-15cd-4cc2-a5b2-9fdd0b99150e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/61051428-bded-4621-8b92-c502acd948d5 HTTP/1.1" status: 204 len: 168 time: 0.2254133 Oct 13 04:21:39.287812 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45210) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:39.354337 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.438639 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.458508 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1ab067-7575-4c07-97ac-3bce9cca9c59']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:39.460342 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98643c55-9cd8-49f3-884a-b81e951ad469 req-f08f7b0c-60cc-4625-a03c-3171685580cd tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:39.467066 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-98643c55-9cd8-49f3-884a-b81e951ad469 req-f08f7b0c-60cc-4625-a03c-3171685580cd tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0538633 Oct 13 04:21:39.470204 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9324d6-05d9-4b6d-b272-6d65c0291a74') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:39.470494 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9324d6-05d9-4b6d-b272-6d65c0291a74') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:39.479943 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5027186'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.492819 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.498923 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:39.499314 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706590'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.501212 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-98643c55-9cd8-49f3-884a-b81e951ad469 req-a40b8c8c-4990-4daa-9d81-f42a427981e3 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332403 Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: Traceback (most recent call last): Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: timer() Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: cb(*args, **kw) Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: return func(*args, **kwargs) Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: self._notify() Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: self.callback(batched_events) Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: event.method(event) Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: return f(self, *a, **k) Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._get(url).json() Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:39.510895 dv-cinder-812751-3-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:39.558807 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.568258 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.571421 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0d1ab067-7575-4c07-97ac-3bce9cca9c59 HTTP/1.1" status: 204 len: 168 time: 0.2827220 Oct 13 04:21:39.583352 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc4227-c0c2-41d5-b897-57730cae0802 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1ab067-7575-4c07-97ac-3bce9cca9c59,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:39.740018 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45226) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:39.787635 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d61520cd-5cd3-4c3e-a453-1b735225bbae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6806325e2e94089a6944698ad9b7808&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463901 Oct 13 04:21:39.790446 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 45230) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:39.843367 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd4ac-606f-47cf-b024-7edc8e91d81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.866963 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd4ac-606f-47cf-b024-7edc8e91d81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.921967 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd4ac-606f-47cf-b024-7edc8e91d81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.924823 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd4ac-606f-47cf-b024-7edc8e91d81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.926338 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e1ffd4ac-606f-47cf-b024-7edc8e91d81c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c1ce9d8-8674-44d1-9ec6-1b35e123b786 HTTP/1.1" status: 204 len: 168 time: 0.1347189 Oct 13 04:21:39.937833 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffd4ac-606f-47cf-b024-7edc8e91d81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1ce9d8-8674-44d1-9ec6-1b35e123b786,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:40.003473 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21c188-ffce-4555-ba07-9253b5ada38b req-5ce8d786-8339-427e-9ded-1895f86e5d91 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:40.005940 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc21c188-ffce-4555-ba07-9253b5ada38b req-5ce8d786-8339-427e-9ded-1895f86e5d91 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0583816 Oct 13 04:21:40.042997 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc21c188-ffce-4555-ba07-9253b5ada38b req-e336e1de-5429-4a4a-9b5e-06b3b605356e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320828 Oct 13 04:21:40.620840 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed955de-5215-4dfb-9110-ec2dc81d6246 req-99ad9bde-cdcf-483b-8642-6bb9c2106578 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:40.622378 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8ed955de-5215-4dfb-9110-ec2dc81d6246 req-99ad9bde-cdcf-483b-8642-6bb9c2106578 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0482824 Oct 13 04:21:40.660481 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8ed955de-5215-4dfb-9110-ec2dc81d6246 req-1bc2ab00-8f47-4506-9ecc-92dd2a4e84a9 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Oct 13 04:21:41.173659 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53724379-67fa-4237-b4db-dc3b034287aa req-b3ef1505-96ef-42f6-b1e3-c1602f8432cb tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:41.175109 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-53724379-67fa-4237-b4db-dc3b034287aa req-b3ef1505-96ef-42f6-b1e3-c1602f8432cb tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0540860 Oct 13 04:21:41.211594 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-53724379-67fa-4237-b4db-dc3b034287aa req-c0205915-2ad9-4691-a592-9b862b7a180e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304811 Oct 13 04:21:41.236395 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:21:41.247699 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 0d108316-b79c-4ebf-af4e-9237f069cd94 no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:41.270143 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: 0d108316-b79c-4ebf-af4e-9237f069cd94 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:41.270481 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 0d108316-b79c-4ebf-af4e-9237f069cd94 not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:41.485123 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5b66-776a-4d75-9b95-e5beda3b0120 req-6f8c2349-8ab4-4187-9740-ebf346810c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:41.486629 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9d4b5b66-776a-4d75-9b95-e5beda3b0120 req-6f8c2349-8ab4-4187-9740-ebf346810c0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 1098 time: 0.0424297 Oct 13 04:21:41.601216 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5b66-776a-4d75-9b95-e5beda3b0120 req-2bf4c9a3-66ff-4cbc-8062-614280390ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:41.602711 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9d4b5b66-776a-4d75-9b95-e5beda3b0120 req-2bf4c9a3-66ff-4cbc-8062-614280390ed5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 917 time: 0.0933428 Oct 13 04:21:41.914486 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9d4b5b66-776a-4d75-9b95-e5beda3b0120 req-36e814ba-d006-4f40-8d28-da8836fa970d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819b5060-2257-431d-a719-93e3e23c273c HTTP/1.1" status: 200 len: 1000 time: 0.3006253 Oct 13 04:21:41.929018 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cf9b6-235b-4e74-8611-a2500689e967 req-183b3869-8d82-494b-a0cb-9999a5b56df1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:41.929018 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-117cf9b6-235b-4e74-8611-a2500689e967 req-183b3869-8d82-494b-a0cb-9999a5b56df1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0631776 Oct 13 04:21:41.993361 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5b66-776a-4d75-9b95-e5beda3b0120 req-bb45d345-3d05-4e6a-8d82-c7cb75e65b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:41.994785 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9d4b5b66-776a-4d75-9b95-e5beda3b0120 req-bb45d345-3d05-4e6a-8d82-c7cb75e65b28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.0664461 Oct 13 04:21:41.997457 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-117cf9b6-235b-4e74-8611-a2500689e967 req-d79f2b1e-b1e4-4b15-abc5-5f9a9a7bc900 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620236 Oct 13 04:21:42.041060 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5b66-776a-4d75-9b95-e5beda3b0120 req-1560dbcb-5933-48ee-977e-df821922f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:42.042536 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9d4b5b66-776a-4d75-9b95-e5beda3b0120 req-1560dbcb-5933-48ee-977e-df821922f181 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398593 Oct 13 04:21:42.137223 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9d4b5b66-776a-4d75-9b95-e5beda3b0120 req-96e3f423-d198-4ef6-b93e-a3e4989f6fee service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841405 Oct 13 04:21:42.253671 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9d4b5b66-776a-4d75-9b95-e5beda3b0120 req-6f91503c-e7c5-4cd9-8293-b73dce12b5f3 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077449 Oct 13 04:21:42.338518 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05245504-52ac-47d1-a379-5c88a3758d16 req-731c0d6c-c71b-44a7-94c1-a2f27bca047b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:42.340089 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-05245504-52ac-47d1-a379-5c88a3758d16 req-731c0d6c-c71b-44a7-94c1-a2f27bca047b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0515473 Oct 13 04:21:42.383858 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-05245504-52ac-47d1-a379-5c88a3758d16 req-e33a8df8-babf-4623-ab01-7799446f0229 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376050 Oct 13 04:21:43.119030 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bb2af-e0d4-4553-aab7-436638ed1667 req-c2e2f598-6ff2-401e-bd90-962896b9f77a tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:43.120489 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-071bb2af-e0d4-4553-aab7-436638ed1667 req-c2e2f598-6ff2-401e-bd90-962896b9f77a tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0531952 Oct 13 04:21:43.157880 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-071bb2af-e0d4-4553-aab7-436638ed1667 req-fceb9bda-f7de-470f-b43a-3303d2b300f1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311434 Oct 13 04:21:43.506192 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1177-b7b3-4760-9c76-b2494c5bc643 req-6e830c2d-a469-4670-aaad-82e699cc75dc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:43.507730 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-631d1177-b7b3-4760-9c76-b2494c5bc643 req-6e830c2d-a469-4670-aaad-82e699cc75dc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0482891 Oct 13 04:21:43.544386 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45340) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:43.556761 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-631d1177-b7b3-4760-9c76-b2494c5bc643 req-733d61d3-b215-496b-b0a1-aa4dab2d2f0b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376365 Oct 13 04:21:43.649362 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5d0bcdad-2685-4230-bb22-80a26d900477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.724524 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5d0bcdad-2685-4230-bb22-80a26d900477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.731001 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5d0bcdad-2685-4230-bb22-80a26d900477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.769323 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5d0bcdad-2685-4230-bb22-80a26d900477 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ffa87ea230747718c41169e27e0e7dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236784 Oct 13 04:21:43.770572 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bcdad-2685-4230-bb22-80a26d900477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ec0dab-7ba5-4ca2-9cb7-c98bb72a5012,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:43.772298 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 45344) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:43.820318 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1453542c-3cbd-40a1-a5f9-d142952d87db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.845028 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1453542c-3cbd-40a1-a5f9-d142952d87db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.894870 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1453542c-3cbd-40a1-a5f9-d142952d87db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.897437 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1453542c-3cbd-40a1-a5f9-d142952d87db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.898563 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1453542c-3cbd-40a1-a5f9-d142952d87db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37ec0dab-7ba5-4ca2-9cb7-c98bb72a5012 HTTP/1.1" status: 204 len: 168 time: 0.1252508 Oct 13 04:21:43.908208 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453542c-3cbd-40a1-a5f9-d142952d87db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ec0dab-7ba5-4ca2-9cb7-c98bb72a5012,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:44.273875 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32489564-5539-48c4-8316-ae08c0650262 req-72772464-b74a-4da6-800b-bef0fe96bb01 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.275233 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-32489564-5539-48c4-8316-ae08c0650262 req-72772464-b74a-4da6-800b-bef0fe96bb01 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0486782 Oct 13 04:21:44.314905 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-32489564-5539-48c4-8316-ae08c0650262 req-58b69d61-cfd5-4d10-b47d-dca0db078dad tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332940 Oct 13 04:21:44.679761 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97077a-7fa4-4090-a3f0-631a6b3f8bde req-1c79a970-f1f7-47a8-98ac-5a0458a45e02 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.681234 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c97077a-7fa4-4090-a3f0-631a6b3f8bde req-1c79a970-f1f7-47a8-98ac-5a0458a45e02 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0515935 Oct 13 04:21:44.722356 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c97077a-7fa4-4090-a3f0-631a6b3f8bde req-6a23cb16-88d0-4791-8e58-60121f3771b5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322282 Oct 13 04:21:45.448297 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19911b7a-eb34-494c-8c59-9edda398ea12 req-bd850227-cc34-4686-a97c-10cf3ff45444 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:45.449859 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-19911b7a-eb34-494c-8c59-9edda398ea12 req-bd850227-cc34-4686-a97c-10cf3ff45444 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0544882 Oct 13 04:21:45.489521 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-19911b7a-eb34-494c-8c59-9edda398ea12 req-b59fb10c-e2e4-40c9-9822-bc7233f04abd tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336523 Oct 13 04:21:45.856744 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb3518-833e-4668-8d4f-426265b2c3cd req-e2147aee-4345-40e1-ae9e-f1291584c628 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:45.858094 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3bfb3518-833e-4668-8d4f-426265b2c3cd req-e2147aee-4345-40e1-ae9e-f1291584c628 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0499825 Oct 13 04:21:45.894752 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3bfb3518-833e-4668-8d4f-426265b2c3cd req-dede0645-8372-43bd-8c10-ad0cc4376e56 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307364 Oct 13 04:21:46.622791 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422ac8b-8a2f-4610-80c9-991c7f9d2464 req-1111c9be-8bd1-4d8e-ae30-09447c39c32a tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:46.624241 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d422ac8b-8a2f-4610-80c9-991c7f9d2464 req-1111c9be-8bd1-4d8e-ae30-09447c39c32a tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0603855 Oct 13 04:21:46.661544 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d422ac8b-8a2f-4610-80c9-991c7f9d2464 req-e2fade70-9ac8-4a36-bdce-9da25f31ae98 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Oct 13 04:21:47.030655 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aabe7-9e4b-484c-be41-261d4bed27d4 req-6fe8d2f4-c878-4196-a7ad-b1332c9824ea tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:47.032110 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-948aabe7-9e4b-484c-be41-261d4bed27d4 req-6fe8d2f4-c878-4196-a7ad-b1332c9824ea tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0523241 Oct 13 04:21:47.076824 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-948aabe7-9e4b-484c-be41-261d4bed27d4 req-58f8579e-39b2-42df-99cf-bb830708eeb6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356715 Oct 13 04:21:47.295022 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 819b5060-2257-431d-a719-93e3e23c273c details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:47.396721 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=819b5060-2257-431d-a719-93e3e23c273c,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:47.407619 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '819b5060-2257-431d-a719-93e3e23c273c', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'port_id': '819b5060-2257-431d-a719-93e3e23c273c', 'mac_address': 'fa:16:3e:57:0d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:47.447274 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.459740 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 819b5060-2257-431d-a719-93e3e23c273c {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:47.479300 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=819b5060-2257-431d-a719-93e3e23c273c,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:47.485115 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.537465 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=819b5060-2257-431d-a719-93e3e23c273c,revision_number=6']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:47.775385 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['819b5060-2257-431d-a719-93e3e23c273c'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:47.847620 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941670d9-25c5-473b-a984-ffcbbf7f2d37 req-17d83073-f30b-4acf-b758-03dd4ab5aee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:47.849097 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-941670d9-25c5-473b-a984-ffcbbf7f2d37 req-17d83073-f30b-4acf-b758-03dd4ab5aee1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0722697 Oct 13 04:21:47.887316 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-941670d9-25c5-473b-a984-ffcbbf7f2d37 req-787a10a2-6fbf-4ac3-993a-7d4ba0725ede tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 Oct 13 04:21:48.202221 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafec38-4c8a-4fc2-84e1-e7a9719e50ba req-934ae73d-f3b9-4da8-9c7c-759260fe9465 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:48.203666 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-edafec38-4c8a-4fc2-84e1-e7a9719e50ba req-934ae73d-f3b9-4da8-9c7c-759260fe9465 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 944 time: 0.0536907 Oct 13 04:21:48.244273 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-edafec38-4c8a-4fc2-84e1-e7a9719e50ba req-9cb9589a-d058-4662-a239-8ed26ff05efb tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344927 Oct 13 04:21:49.004520 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df08ef-187a-4fb5-aa51-aa8dde65aa69 req-4de5069b-3cf5-459b-ac94-4c0d10c8fae4 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:49.006101 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-99df08ef-187a-4fb5-aa51-aa8dde65aa69 req-4de5069b-3cf5-459b-ac94-4c0d10c8fae4 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0495641 Oct 13 04:21:49.048924 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-99df08ef-187a-4fb5-aa51-aa8dde65aa69 req-d98ee487-a807-4bcb-8b3e-47754067ea8d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366549 Oct 13 04:21:49.318744 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 819b5060-2257-431d-a719-93e3e23c273c up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:49.368768 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 819b5060-2257-431d-a719-93e3e23c273c triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:49.369235 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.375394 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc412b-3d9d-4bb6-92be-9e526a748d4f req-ef6e2f1c-5a73-46e1-90dd-9bf0a7130570 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:49.376915 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4bbc412b-3d9d-4bb6-92be-9e526a748d4f req-ef6e2f1c-5a73-46e1-90dd-9bf0a7130570 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 944 time: 0.0516188 Oct 13 04:21:49.418688 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4bbc412b-3d9d-4bb6-92be-9e526a748d4f req-ac19f73d-b3ca-44bf-a3b9-fea6f9bb8e49 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354419 Oct 13 04:21:49.448598 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.470896 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b5060-2257-431d-a719-93e3e23c273c'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:49.473174 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d18bc5a-32dd-468a-86ba-b72fd4d8c587" -d '{"events": [{"server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "name": "network-vif-plugged", "status": "completed", "tag": "819b5060-2257-431d-a719-93e3e23c273c"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:49.486708 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=819b5060-2257-431d-a719-93e3e23c273c,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:49.491785 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.518300 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0441da-6aa1-4173-bfa2-a31e3778a9f5 x-openstack-request-id: req-db0441da-6aa1-4173-bfa2-a31e3778a9f5 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:49.518581 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "name": "network-vif-plugged", "status": "completed", "tag": "819b5060-2257-431d-a719-93e3e23c273c", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:49.518820 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db0441da-6aa1-4173-bfa2-a31e3778a9f5 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:49.519191 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b5060-2257-431d-a719-93e3e23c273c', 'code': 200} Oct 13 04:21:49.546168 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=819b5060-2257-431d-a719-93e3e23c273c,revision_number=7']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:49.703198 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361f28-d6b3-4276-9edf-43b24532c5cd req-6c019dfd-3cba-4b6c-9532-b1f901c35aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:49.704698 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8a361f28-d6b3-4276-9edf-43b24532c5cd req-6c019dfd-3cba-4b6c-9532-b1f901c35aae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 1098 time: 0.0675979 Oct 13 04:21:49.716403 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654e924-607a-45fe-9cb4-448ae7665252 req-f52c32ab-8eac-4c88-9fd6-e34d5cb3c1ee tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:49.717759 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3654e924-607a-45fe-9cb4-448ae7665252 req-f52c32ab-8eac-4c88-9fd6-e34d5cb3c1ee tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0562644 Oct 13 04:21:49.800402 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3654e924-607a-45fe-9cb4-448ae7665252 req-54e930d9-ac23-4dad-837d-6614ea971117 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748093 Oct 13 04:21:49.825964 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361f28-d6b3-4276-9edf-43b24532c5cd req-be1af2ba-f549-410a-a56d-955f2c33eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:49.827424 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8a361f28-d6b3-4276-9edf-43b24532c5cd req-be1af2ba-f549-410a-a56d-955f2c33eb44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad1401a3-1315-4343-905f-76fd363a95dd HTTP/1.1" status: 200 len: 919 time: 0.1088607 Oct 13 04:21:49.882207 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8a361f28-d6b3-4276-9edf-43b24532c5cd req-e007648a-f0e4-4768-bcb9-05181095e67d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a005bba9-2263-44ad-abba-36d29b7c7e7c HTTP/1.1" status: 200 len: 217 time: 0.0453293 Oct 13 04:21:49.938438 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361f28-d6b3-4276-9edf-43b24532c5cd req-f3392c08-bb10-4b41-ae2b-29a2e0657b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:49.939821 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8a361f28-d6b3-4276-9edf-43b24532c5cd req-f3392c08-bb10-4b41-ae2b-29a2e0657b46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7af68be4-9f67-4575-a8cd-9500968eb3b5 HTTP/1.1" status: 200 len: 858 time: 0.0486448 Oct 13 04:21:49.971757 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8a361f28-d6b3-4276-9edf-43b24532c5cd req-f3acaed8-7114-4b70-bf99-4026855ea23e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad1401a3-1315-4343-905f-76fd363a95dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240755 Oct 13 04:21:50.063949 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8a361f28-d6b3-4276-9edf-43b24532c5cd req-cd94d7b4-361a-496e-bfbf-648b34680d04 service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840232 Oct 13 04:21:50.194463 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8a361f28-d6b3-4276-9edf-43b24532c5cd req-52b22180-f8e8-46e6-bd47-44cd40695a3c service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224027 Oct 13 04:21:50.201785 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510fd57-b148-4b1e-a6e1-7f2a984406e0 req-99db510d-55c5-4e54-aff4-6b89e178344c tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:50.203175 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d510fd57-b148-4b1e-a6e1-7f2a984406e0 req-99db510d-55c5-4e54-aff4-6b89e178344c tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0797217 Oct 13 04:21:50.241864 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d510fd57-b148-4b1e-a6e1-7f2a984406e0 req-db6d55bb-3a83-4e36-be43-5723deda8f49 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322928 Oct 13 04:21:50.403513 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45462) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:50.515475 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c6c452dc-0d3a-415b-9ab6-249515807a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.542269 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc456e0-c7f2-4ab2-8e7d-1015a08bfa6a req-d2c50e5a-ec24-4d52-ae43-d350e884d0c4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:50.543877 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3bc456e0-c7f2-4ab2-8e7d-1015a08bfa6a req-d2c50e5a-ec24-4d52-ae43-d350e884d0c4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0542116 Oct 13 04:21:50.584027 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3bc456e0-c7f2-4ab2-8e7d-1015a08bfa6a req-6a1f38b3-f031-411f-b8c6-88478f700f35 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328662 Oct 13 04:21:50.588518 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c6c452dc-0d3a-415b-9ab6-249515807a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.593656 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c6c452dc-0d3a-415b-9ab6-249515807a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.629837 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c452dc-0d3a-415b-9ab6-249515807a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dfd30c-c0c5-44e8-a642-d3e5c829c99e,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:50.635195 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c6c452dc-0d3a-415b-9ab6-249515807a09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=109de90cc4044622954954737754a8fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305799 Oct 13 04:21:50.636781 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45470) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:50.685588 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-746f6380-ca1b-4887-b129-210397029380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.708980 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-746f6380-ca1b-4887-b129-210397029380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.760054 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-746f6380-ca1b-4887-b129-210397029380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.762689 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-746f6380-ca1b-4887-b129-210397029380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.763840 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-746f6380-ca1b-4887-b129-210397029380 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2dfd30c-c0c5-44e8-a642-d3e5c829c99e HTTP/1.1" status: 204 len: 168 time: 0.1252272 Oct 13 04:21:50.771388 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f6380-ca1b-4887-b129-210397029380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dfd30c-c0c5-44e8-a642-d3e5c829c99e,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:50.913973 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221dd80-6b60-41bb-8907-4e64cdad3abf req-7dcff4f0-31b8-4a87-ab44-475267a8b638 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:50.915481 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b221dd80-6b60-41bb-8907-4e64cdad3abf req-7dcff4f0-31b8-4a87-ab44-475267a8b638 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0495408 Oct 13 04:21:50.953226 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b221dd80-6b60-41bb-8907-4e64cdad3abf req-360e76f5-ebd3-4b91-b1fc-e71802ddabbd tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Oct 13 04:21:51.364025 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08643dd-f3f4-4217-854c-a33d61ada77e req-3389b503-7c9d-4f51-94cf-aa629e6ff6ac tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:51.365503 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b08643dd-f3f4-4217-854c-a33d61ada77e req-3389b503-7c9d-4f51-94cf-aa629e6ff6ac tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0536990 Oct 13 04:21:51.403419 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b08643dd-f3f4-4217-854c-a33d61ada77e req-51feafc6-cdce-40f5-a0df-e4166465cb58 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317860 Oct 13 04:21:51.710490 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3af55-b6d4-4588-bfee-7d5cbb3e8436 req-e7ce9288-c98f-4a08-8e0e-6f8a7cb2a261 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:51.711979 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3bb3af55-b6d4-4588-bfee-7d5cbb3e8436 req-e7ce9288-c98f-4a08-8e0e-6f8a7cb2a261 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0547647 Oct 13 04:21:51.752089 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3bb3af55-b6d4-4588-bfee-7d5cbb3e8436 req-6bd3f6df-5955-402a-80e6-ba550331cf20 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332980 Oct 13 04:21:52.071746 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98983a6-c804-4386-8b4c-a460865d082d req-b047c701-a504-46a6-bd53-20fcdd4f881a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:52.073270 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f98983a6-c804-4386-8b4c-a460865d082d req-b047c701-a504-46a6-bd53-20fcdd4f881a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0507240 Oct 13 04:21:52.111895 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f98983a6-c804-4386-8b4c-a460865d082d req-ea1d7713-34ee-4513-833a-efa97c09bb41 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324156 Oct 13 04:21:52.525120 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f39f90-04de-4a21-ba9c-fac216cfc6f9 req-e5a6f02c-7937-424b-94e8-3c87204f2174 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:52.526638 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23f39f90-04de-4a21-ba9c-fac216cfc6f9 req-e5a6f02c-7937-424b-94e8-3c87204f2174 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0534694 Oct 13 04:21:52.566892 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23f39f90-04de-4a21-ba9c-fac216cfc6f9 req-98851a6c-97dd-4fc8-9890-ab51c0a406b2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340304 Oct 13 04:21:52.855987 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45556) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:52.913318 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcdbb6-e313-4b9c-8b44-b7c40bb3ac1d req-ddb68e42-4c28-47a0-a0c7-e385a39d384d tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:52.914830 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d0dcdbb6-e313-4b9c-8b44-b7c40bb3ac1d req-ddb68e42-4c28-47a0-a0c7-e385a39d384d tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0523574 Oct 13 04:21:52.952322 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d0dcdbb6-e313-4b9c-8b44-b7c40bb3ac1d req-17e81cf5-be9c-4d21-8267-a113010cccdd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Oct 13 04:21:52.957406 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-79b7b573-455b-4164-9ee9-b00b71f2a94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.030022 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-79b7b573-455b-4164-9ee9-b00b71f2a94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.034348 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-79b7b573-455b-4164-9ee9-b00b71f2a94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.071201 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-79b7b573-455b-4164-9ee9-b00b71f2a94e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=416618f0fc5f49ca94d9628386d45653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140875 Oct 13 04:21:53.072010 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7b573-455b-4164-9ee9-b00b71f2a94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96f2d5c-479e-4a09-b7e0-4921c830b1be,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.074202 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 45560) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:53.123764 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1402fde5-441c-4968-b02f-e2a7767e12b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.145270 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1402fde5-441c-4968-b02f-e2a7767e12b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.212297 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1402fde5-441c-4968-b02f-e2a7767e12b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.215006 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1402fde5-441c-4968-b02f-e2a7767e12b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.216120 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1402fde5-441c-4968-b02f-e2a7767e12b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f96f2d5c-479e-4a09-b7e0-4921c830b1be HTTP/1.1" status: 204 len: 168 time: 0.1409636 Oct 13 04:21:53.226558 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402fde5-441c-4968-b02f-e2a7767e12b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96f2d5c-479e-4a09-b7e0-4921c830b1be,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.245219 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7aa10-21b6-4c5f-a7ac-cc919d2e7cfe req-d0c8009b-94e4-4680-ad71-08144747aa6f tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:53.246721 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1cc7aa10-21b6-4c5f-a7ac-cc919d2e7cfe req-d0c8009b-94e4-4680-ad71-08144747aa6f tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0648637 Oct 13 04:21:53.291383 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1cc7aa10-21b6-4c5f-a7ac-cc919d2e7cfe req-bb014203-3e70-4fc9-943f-b418cdf46cc2 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335786 Oct 13 04:21:53.492438 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45568) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:53.506528 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f14ea792-38fc-4412-b139-e9af971d1ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.582961 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f14ea792-38fc-4412-b139-e9af971d1ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.588697 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f14ea792-38fc-4412-b139-e9af971d1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.629937 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f14ea792-38fc-4412-b139-e9af971d1ca6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27c07ea649ea40b9974223a9e95fd5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341062 Oct 13 04:21:53.629937 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ea792-38fc-4412-b139-e9af971d1ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295f7ec9-2659-4e68-8f7f-d299e14eb293,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.631247 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 45572) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:53.713132 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d248e11-ef2f-4d5f-a02b-580debe56184 req-827208d8-42cd-4084-b7d9-54ba0fb532a9 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:53.714618 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9d248e11-ef2f-4d5f-a02b-580debe56184 req-827208d8-42cd-4084-b7d9-54ba0fb532a9 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0759885 Oct 13 04:21:53.730301 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-73cf6b47-c3e0-4675-b1fe-9f7633db84dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.768848 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-73cf6b47-c3e0-4675-b1fe-9f7633db84dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.776992 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9d248e11-ef2f-4d5f-a02b-580debe56184 req-58d34e6f-9d03-42a2-b132-e22a2b11a633 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552537 Oct 13 04:21:53.820738 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-73cf6b47-c3e0-4675-b1fe-9f7633db84dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.823543 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-73cf6b47-c3e0-4675-b1fe-9f7633db84dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.824705 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-73cf6b47-c3e0-4675-b1fe-9f7633db84dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/295f7ec9-2659-4e68-8f7f-d299e14eb293 HTTP/1.1" status: 204 len: 168 time: 0.1922102 Oct 13 04:21:53.832568 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf6b47-c3e0-4675-b1fe-9f7633db84dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295f7ec9-2659-4e68-8f7f-d299e14eb293,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:54.079591 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d279af-8548-4d06-ab6d-6df6494a3c5a req-cc8cacf5-cc0c-4d6c-9924-d97111185a71 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:54.079591 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-08d279af-8548-4d06-ab6d-6df6494a3c5a req-cc8cacf5-cc0c-4d6c-9924-d97111185a71 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0487263 Oct 13 04:21:54.117822 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-08d279af-8548-4d06-ab6d-6df6494a3c5a req-b4500bb3-4902-4768-ab99-24e556b80fad tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328827 Oct 13 04:21:54.409061 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd160e1-6676-458d-bbce-133f3e7c49d8 req-687a180a-6147-4022-af2d-26f36e3bfa2b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:54.410785 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1dd160e1-6676-458d-bbce-133f3e7c49d8 req-687a180a-6147-4022-af2d-26f36e3bfa2b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0531781 Oct 13 04:21:54.449908 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1dd160e1-6676-458d-bbce-133f3e7c49d8 req-b1346a35-fa05-4907-bb6f-b1c1dbd8421c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331542 Oct 13 04:21:54.915187 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8740a40-fb00-4d24-a701-f98dd25e50b4 req-fc6e2df5-cf49-4e52-be62-7edd8414f7c2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:54.916678 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d8740a40-fb00-4d24-a701-f98dd25e50b4 req-fc6e2df5-cf49-4e52-be62-7edd8414f7c2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0650356 Oct 13 04:21:54.962245 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d8740a40-fb00-4d24-a701-f98dd25e50b4 req-5c275578-33d8-4a70-87dc-04ecff316bbc tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393419 Oct 13 04:21:55.244474 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77419852-b49d-4ffe-bc7f-d73e4c6f5e56 req-bcb7798e-0082-4d07-a614-7c9cdb114a5c tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:55.246824 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-77419852-b49d-4ffe-bc7f-d73e4c6f5e56 req-bcb7798e-0082-4d07-a614-7c9cdb114a5c tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0556734 Oct 13 04:21:55.292487 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-77419852-b49d-4ffe-bc7f-d73e4c6f5e56 req-1e705c68-d9e0-486d-aacc-9db48fba4425 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387537 Oct 13 04:21:55.583445 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360dca6-f449-498f-864c-6dde1424dd62 req-41bf0be8-449f-41b5-a71f-415785db807c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:55.584922 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f360dca6-f449-498f-864c-6dde1424dd62 req-41bf0be8-449f-41b5-a71f-415785db807c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0614624 Oct 13 04:21:55.623344 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f360dca6-f449-498f-864c-6dde1424dd62 req-a939a4f2-0101-4bec-ab76-1fd79c1eabd9 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323861 Oct 13 04:21:56.110896 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a5b97-5ab7-4122-a5e7-7735815abc37 req-5cfb3073-b3ae-4d0e-b79d-6f5e4aa41f24 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:56.112678 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-606a5b97-5ab7-4122-a5e7-7735815abc37 req-5cfb3073-b3ae-4d0e-b79d-6f5e4aa41f24 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0644031 Oct 13 04:21:56.193751 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-606a5b97-5ab7-4122-a5e7-7735815abc37 req-89df1f6f-461f-4131-a6f0-e0a3724b382e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740499 Oct 13 04:21:56.219182 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473b02f-27dc-44de-b602-5d3f192fe62e req-c3c3a4ff-1c9d-4ed5-9b2c-af8ee54185ba tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:56.220818 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7473b02f-27dc-44de-b602-5d3f192fe62e req-c3c3a4ff-1c9d-4ed5-9b2c-af8ee54185ba tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 946 time: 0.0698154 Oct 13 04:21:56.262907 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7473b02f-27dc-44de-b602-5d3f192fe62e req-04b4758a-1453-428b-aa5b-4b7a128f720c tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 Oct 13 04:21:56.286001 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45676) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:56.421346 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff50a10-51e8-46c7-b053-b3e73ced4a04 req-d730e4e0-7d96-4eb4-b6c4-0a9ac7509958 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:56.423071 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ff50a10-51e8-46c7-b053-b3e73ced4a04 req-d730e4e0-7d96-4eb4-b6c4-0a9ac7509958 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0556743 Oct 13 04:21:56.463419 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ff50a10-51e8-46c7-b053-b3e73ced4a04 req-3a8ad561-eb5f-4531-81ec-38f30c4ade61 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342538 Oct 13 04:21:56.693342 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b89ff0-0986-46a5-8a0d-b877a688f5d0 tempest-TestMinimumBasicScenario-1627228782 tempest-TestMinimumBasicScenario-1627228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:56.697829 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-71b89ff0-0986-46a5-8a0d-b877a688f5d0 tempest-TestMinimumBasicScenario-1627228782 tempest-TestMinimumBasicScenario-1627228782-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 1094 time: 0.4079232 Oct 13 04:21:56.697996 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45684) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:56.702161 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Request body: {'floatingip': {'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'port_id': '0bd06624-1837-4923-9daf-aa14f17b4981', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:56.727846 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for floatingip, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:56.748019 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5f37a-7fa2-4b6b-8b37-8481e3b01fd2 req-02590d04-3c88-43ed-a1d6-1583c84bd99e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:56.750005 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8b5f37a-7fa2-4b6b-8b37-8481e3b01fd2 req-02590d04-3c88-43ed-a1d6-1583c84bd99e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0569282 Oct 13 04:21:56.821424 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8b5f37a-7fa2-4b6b-8b37-8481e3b01fd2 req-275cce62-23ce-48b5-b98f-758a4e4914ea tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549932 Oct 13 04:21:56.851460 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.000633 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Allocated IP 172.27.2.221 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/d44ca40d-e613-4d21-b809-19b2f10eb02c) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:57.116535 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.151336 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.192324 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:57.195345 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:57.198214 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:57.222028 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event updated for resources: {'Port': ['ID=d44ca40d-e613-4d21-b809-19b2f10eb02c,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:57.326676 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4987bbf-a321-4bea-91d7-278a4fce7f6a req-e52b2b04-c400-4d23-901f-3b2d4d0385ed tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:57.328908 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c4987bbf-a321-4bea-91d7-278a4fce7f6a req-e52b2b04-c400-4d23-901f-3b2d4d0385ed tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0574839 Oct 13 04:21:57.384940 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c4987bbf-a321-4bea-91d7-278a4fce7f6a req-72cb2f09-6851-4566-90ca-253e98026106 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475771 Oct 13 04:21:57.637437 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d99ce-18d3-4138-bc3b-afc4438f8a31 req-9b652cf5-657f-4296-9562-1b9b37ba95e9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:57.646352 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-599d99ce-18d3-4138-bc3b-afc4438f8a31 req-9b652cf5-657f-4296-9562-1b9b37ba95e9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0778646 Oct 13 04:21:57.667605 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.692553 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-599d99ce-18d3-4138-bc3b-afc4438f8a31 req-ba2d4216-52ac-4120-8e90-a47d76e7a45e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448809 Oct 13 04:21:57.746440 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.958966 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.966000 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7706166'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.047289 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7931901-e6b8-4c4f-8b05-bf3764532629 req-f60be9a3-d66d-490d-a2b8-e2167b44de6e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:58.049061 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a7931901-e6b8-4c4f-8b05-bf3764532629 req-f60be9a3-d66d-490d-a2b8-e2167b44de6e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0729954 Oct 13 04:21:58.076284 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event updated for resources: {'Port': ['ID=d44ca40d-e613-4d21-b809-19b2f10eb02c,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:58.096335 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.125547 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a7931901-e6b8-4c4f-8b05-bf3764532629 req-f915a69e-ec64-421c-a86d-f8e2410a3dfb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635991 Oct 13 04:21:58.226809 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.l3_db [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Floating IP 7e4fc34e-f9b1-4c40-8af7-6db70bc7dd34 associated. External IP: 172.27.2.221, port: 0bd06624-1837-4923-9daf-aa14f17b4981. Oct 13 04:21:58.461042 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Router b510c410-7abe-473d-834f-e958c4a11e84 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:21:58.515426 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f594746-dc1a-450b-b7d5-39edb3e9b8b2 req-e96473f7-4862-4ac1-b5b4-f135cd6e622a tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:58.523565 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f594746-dc1a-450b-b7d5-39edb3e9b8b2 req-e96473f7-4862-4ac1-b5b4-f135cd6e622a tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0618391 Oct 13 04:21:58.600965 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f594746-dc1a-450b-b7d5-39edb3e9b8b2 req-bd082a0b-a202-46dc-bdb0-bee95014330b tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725980 Oct 13 04:21:58.628072 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:58.642487 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44dde34-39da-456e-82be-9095f07926a6 None None] Sync routers for ids ['b510c410-7abe-473d-834f-e958c4a11e84'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:58.652170 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44dde34-39da-456e-82be-9095f07926a6 None None] Routers {'b510c410-7abe-473d-834f-e958c4a11e84'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:21:58.652895 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-a44dde34-39da-456e-82be-9095f07926a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:21:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['b510c410-7abe-473d-834f-e958c4a11e84'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:58.664741 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.705088 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7e13083e-c35e-4267-b74b-3e3c7d9f33e2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0035419 Oct 13 04:21:58.705088 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:58.705897 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 45722) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:58.707206 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dc679f7ee7879d4e0b4e84836cede054d7f6a38b39da64a21be9a847b3837cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b83b25d-93fb-4b9d-9da2-256f307d6fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:58.711104 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-e1a9ebfa-b178-4ead-8302-d72bd1d8c055 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792952520', 'description': 'tempest-secgroup-smoke-792952520 description', 'project_id': '41649d1bfdb049eeb3509c73dc1b039c'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:58.763811 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ebfa-b178-4ead-8302-d72bd1d8c055 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.780949 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-a44dde34-39da-456e-82be-9095f07926a6 None None] Set router b510c410-7abe-473d-834f-e958c4a11e84 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:21:58.785896 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a34686a-c7d4-4c23-bbde-a9dd1ec87b77 x-openstack-request-id: req-7a34686a-c7d4-4c23-bbde-a9dd1ec87b77 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:58.786580 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:58.787504 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a34686a-c7d4-4c23-bbde-a9dd1ec87b77 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:58.788099 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981', 'status': 'completed', 'code': 200} Oct 13 04:21:58.846561 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ebfa-b178-4ead-8302-d72bd1d8c055 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.880946 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ebfa-b178-4ead-8302-d72bd1d8c055 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.923306 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9ebfa-b178-4ead-8302-d72bd1d8c055 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e7d3f0-2df7-482e-a611-7c5c3227420e,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:58.954316 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83b25d-93fb-4b9d-9da2-256f307d6fdf req-a3e6a5db-8835-4f52-9253-3f314856df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:58.957482 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8b83b25d-93fb-4b9d-9da2-256f307d6fdf req-a3e6a5db-8835-4f52-9253-3f314856df5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41649d1bfdb049eeb3509c73dc1b039c&device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 1099 time: 0.1090467 Oct 13 04:21:58.961129 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ebfa-b178-4ead-8302-d72bd1d8c055 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.962490 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e1a9ebfa-b178-4ead-8302-d72bd1d8c055 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2558844 Oct 13 04:21:58.965927 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45728) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:58.972097 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-970e16d3-57d1-4a81-8fee-5ed947c5c31f tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Request body: {'security_group_rule': {'security_group_id': '20e7d3f0-2df7-482e-a611-7c5c3227420e', 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:59.041377 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-970e16d3-57d1-4a81-8fee-5ed947c5c31f tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.062499 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf4362-33d0-4329-a111-649092897a3c req-088fb3fa-d7b6-4361-b8ab-eafff03c11ae tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:59.062687 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-a44dde34-39da-456e-82be-9095f07926a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 4, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '7e4fc34e-f9b1-4c40-8af7-6db70bc7dd34', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'port_id': '0bd06624-1837-4923-9daf-aa14f17b4981', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'mac_address': 'fa:16:3e:6d:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:21:57Z', 'updated_at': '2021-10-13T04:21:57Z', 'revision_number': 0, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0113d603-6a9c-4c29-8d4f-8cd15f1234fa', 'name': '', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'mac_address': 'fa:16:3e:2b:3b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:36Z', 'updated_at': '2021-10-13T04:20:41Z', 'revision_number': 5, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'subnets': [{'id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:59.064667 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34bf4362-33d0-4329-a111-649092897a3c req-088fb3fa-d7b6-4361-b8ab-eafff03c11ae tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.2152741 Oct 13 04:21:59.095703 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44dde34-39da-456e-82be-9095f07926a6 None None] Checking router: b510c410-7abe-473d-834f-e958c4a11e84 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:59.104356 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44dde34-39da-456e-82be-9095f07926a6 None None] Routers {'b510c410-7abe-473d-834f-e958c4a11e84'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:21:59.105019 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-a44dde34-39da-456e-82be-9095f07926a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:21:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['b510c410-7abe-473d-834f-e958c4a11e84'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:59.148248 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34bf4362-33d0-4329-a111-649092897a3c req-0fcaeafb-4c9d-4acd-91ff-910ef6154e49 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718291 Oct 13 04:21:59.157213 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83b25d-93fb-4b9d-9da2-256f307d6fdf req-240129e1-9180-4fb8-b36a-3913cb894191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:59.158721 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8b83b25d-93fb-4b9d-9da2-256f307d6fdf req-240129e1-9180-4fb8-b36a-3913cb894191 service neutron] 10.222.0.45 "GET /v2.0/networks?id=21f3e97a-4c25-41f2-9ea4-802d08f767e1 HTTP/1.1" status: 200 len: 916 time: 0.1933403 Oct 13 04:21:59.182530 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-970e16d3-57d1-4a81-8fee-5ed947c5c31f tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.198455 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-970e16d3-57d1-4a81-8fee-5ed947c5c31f tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.235139 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-970e16d3-57d1-4a81-8fee-5ed947c5c31f tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.241941 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-a44dde34-39da-456e-82be-9095f07926a6 None None] Set router b510c410-7abe-473d-834f-e958c4a11e84 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:21:59.244400 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 45732) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:59.246097 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-970e16d3-57d1-4a81-8fee-5ed947c5c31f tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2782173 Oct 13 04:21:59.249102 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-951f044e-bace-4c1d-b2ed-4c2cfa9efdfd tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Request body: {'security_group_rule': {'security_group_id': '20e7d3f0-2df7-482e-a611-7c5c3227420e', 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:59.254079 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e16d3-57d1-4a81-8fee-5ed947c5c31f tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd281e3-3112-4e9c-96af-ec3418cdf21a,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:59.255672 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8b83b25d-93fb-4b9d-9da2-256f307d6fdf req-b2257be9-849f-455d-8eab-2d9713c1c7aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd06624-1837-4923-9daf-aa14f17b4981 HTTP/1.1" status: 200 len: 1000 time: 0.0857859 Oct 13 04:21:59.371469 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-951f044e-bace-4c1d-b2ed-4c2cfa9efdfd tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.456601 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-951f044e-bace-4c1d-b2ed-4c2cfa9efdfd tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.458515 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83b25d-93fb-4b9d-9da2-256f307d6fdf req-e1ca7b2a-978a-4b29-9fe7-762e723c6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:59.460004 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8b83b25d-93fb-4b9d-9da2-256f307d6fdf req-e1ca7b2a-978a-4b29-9fe7-762e723c6e01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f HTTP/1.1" status: 200 len: 854 time: 0.1662645 Oct 13 04:21:59.467538 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9f943-457f-4ad3-a3bf-f1e64a6c021e req-63c4d9b1-42be-481e-98db-c6dfdd5a0dde tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:59.475059 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2fe9f943-457f-4ad3-a3bf-f1e64a6c021e req-63c4d9b1-42be-481e-98db-c6dfdd5a0dde tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.1713064 Oct 13 04:21:59.500861 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-951f044e-bace-4c1d-b2ed-4c2cfa9efdfd tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.567997 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2fe9f943-457f-4ad3-a3bf-f1e64a6c021e req-3c90d816-bbf3-45a7-9111-1bde91c9706d tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920615 Oct 13 04:21:59.568741 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f044e-bace-4c1d-b2ed-4c2cfa9efdfd tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb532469-de48-4482-97a8-88e834433a21,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:59.577258 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-a44dde34-39da-456e-82be-9095f07926a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 4, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '7e4fc34e-f9b1-4c40-8af7-6db70bc7dd34', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'port_id': '0bd06624-1837-4923-9daf-aa14f17b4981', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'mac_address': 'fa:16:3e:6d:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:21:57Z', 'updated_at': '2021-10-13T04:21:57Z', 'revision_number': 0, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0113d603-6a9c-4c29-8d4f-8cd15f1234fa', 'name': '', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'mac_address': 'fa:16:3e:2b:3b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:36Z', 'updated_at': '2021-10-13T04:20:41Z', 'revision_number': 5, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'subnets': [{'id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:59.584215 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-951f044e-bace-4c1d-b2ed-4c2cfa9efdfd tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.585657 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-951f044e-bace-4c1d-b2ed-4c2cfa9efdfd tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3407202 Oct 13 04:21:59.588351 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 45738) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:59.597495 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-cca63365-f45b-4c1d-878d-f8ec7cac4e24 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Request body: {'security_group_rule': {'security_group_id': '20e7d3f0-2df7-482e-a611-7c5c3227420e', 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:59.621131 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83b25d-93fb-4b9d-9da2-256f307d6fdf req-9fa546b4-43ee-4ac7-a3f6-4aabfcd9fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:59.624109 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8b83b25d-93fb-4b9d-9da2-256f307d6fdf req-9fa546b4-43ee-4ac7-a3f6-4aabfcd9fa27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21f3e97a-4c25-41f2-9ea4-802d08f767e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1459730 Oct 13 04:21:59.634020 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44dde34-39da-456e-82be-9095f07926a6 None None] The sync data for ids ['b510c410-7abe-473d-834f-e958c4a11e84'] in dv-cinder-812751-3-iscsi is: [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 4, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '7e4fc34e-f9b1-4c40-8af7-6db70bc7dd34', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'port_id': '0bd06624-1837-4923-9daf-aa14f17b4981', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'mac_address': 'fa:16:3e:6d:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:21:57Z', 'updated_at': '2021-10-13T04:21:57Z', 'revision_number': 0, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0113d603-6a9c-4c29-8d4f-8cd15f1234fa', 'name': '', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'mac_address': 'fa:16:3e:2b:3b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:36Z', 'updated_at': '2021-10-13T04:20:41Z', 'revision_number': 5, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'subnets': [{'id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:59.645690 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-cca63365-f45b-4c1d-878d-f8ec7cac4e24 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.779435 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-17ce9e55-32dd-4acb-8959-9fab713ee3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.833768 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8b83b25d-93fb-4b9d-9da2-256f307d6fdf req-9b97f09b-5c16-449a-87fe-c76ae932edfd service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978183 Oct 13 04:21:59.847332 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-cca63365-f45b-4c1d-878d-f8ec7cac4e24 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.865525 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3afbc3-c89c-4692-8564-c4c5f85daf16 req-185fa30c-9f9e-4856-b4be-f88ab288371d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:59.868814 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-db3afbc3-c89c-4692-8564-c4c5f85daf16 req-185fa30c-9f9e-4856-b4be-f88ab288371d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.1411502 Oct 13 04:21:59.869635 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-cca63365-f45b-4c1d-878d-f8ec7cac4e24 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.944786 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe7984-3a14-44de-b510-086e96b9d005 None None] New status for floating IP 7e4fc34e-f9b1-4c40-8af7-6db70bc7dd34: ACTIVE {{(pid=94022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:21:59.956075 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca63365-f45b-4c1d-878d-f8ec7cac4e24 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96337f44-c76f-4948-b085-70a5a4ac5088,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:59.972618 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-cca63365-f45b-4c1d-878d-f8ec7cac4e24 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.976927 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45746) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:59.977555 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-cca63365-f45b-4c1d-878d-f8ec7cac4e24 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3875787 Oct 13 04:21:59.985641 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-d1d89e73-55c7-43ba-a778-33f635b3d791 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Request body: {'security_group_rule': {'security_group_id': '20e7d3f0-2df7-482e-a611-7c5c3227420e', 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:00.009952 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-db3afbc3-c89c-4692-8564-c4c5f85daf16 req-f30190f8-b8fb-46fb-b76a-0b01cfbc9f0e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226416 Oct 13 04:22:00.027725 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8b83b25d-93fb-4b9d-9da2-256f307d6fdf req-45d7e913-49f4-4d72-a12b-e9f552d3c3b3 service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844239 Oct 13 04:22:00.066358 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e73-55c7-43ba-a778-33f635b3d791 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.126360 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e73-55c7-43ba-a778-33f635b3d791 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.145052 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e73-55c7-43ba-a778-33f635b3d791 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.203248 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d89e73-55c7-43ba-a778-33f635b3d791 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b588016c-a5f2-4a98-af9f-fc007307206c,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.209009 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e73-55c7-43ba-a778-33f635b3d791 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.211494 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d1d89e73-55c7-43ba-a778-33f635b3d791 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2324204 Oct 13 04:22:00.215219 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 45756) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:00.224289 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-00f10d63-1651-4122-b18f-7e8b89f870a3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Request body: {'security_group_rule': {'security_group_id': '20e7d3f0-2df7-482e-a611-7c5c3227420e', 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:00.252288 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.securitygroups_db [None req-00f10d63-1651-4122-b18f-7e8b89f870a3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Project 41649d1bfdb049eeb3509c73dc1b039c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:22:00.258735 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-00f10d63-1651-4122-b18f-7e8b89f870a3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.396089 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-00f10d63-1651-4122-b18f-7e8b89f870a3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.414646 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-00f10d63-1651-4122-b18f-7e8b89f870a3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.469667 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b175d-c793-4c02-8285-c8c4a7a5d7dd req-bc4cfb19-d34c-41b0-8abb-c3300443ba73 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:00.471178 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-268b175d-c793-4c02-8285-c8c4a7a5d7dd req-bc4cfb19-d34c-41b0-8abb-c3300443ba73 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.1514525 Oct 13 04:22:00.474120 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f10d63-1651-4122-b18f-7e8b89f870a3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b6c1c1-1814-4c9f-99f9-37dd4d4ee8b9,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.489953 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eff5b4-0f41-4006-9029-1a7c97d6537a req-7a0fabed-7457-4ebb-a8fd-bb3559929b50 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:00.492351 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-16eff5b4-0f41-4006-9029-1a7c97d6537a req-7a0fabed-7457-4ebb-a8fd-bb3559929b50 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.1592762 Oct 13 04:22:00.500280 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-00f10d63-1651-4122-b18f-7e8b89f870a3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.501646 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-00f10d63-1651-4122-b18f-7e8b89f870a3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2853465 Oct 13 04:22:00.504563 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45760) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:00.510435 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-fdeca47a-cd6a-49d9-8f28-c0ac797a95d5 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Request body: {'security_group_rule': {'security_group_id': '20e7d3f0-2df7-482e-a611-7c5c3227420e', 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:00.551173 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.securitygroups_db [None req-fdeca47a-cd6a-49d9-8f28-c0ac797a95d5 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Project 41649d1bfdb049eeb3509c73dc1b039c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:22:00.556414 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bdeb1-f837-41e9-bf21-07df7a12fe35 req-4d837d40-c1aa-4836-93a7-dbad5dd6874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:00.557941 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b62bdeb1-f837-41e9-bf21-07df7a12fe35 req-4d837d40-c1aa-4836-93a7-dbad5dd6874b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 1098 time: 0.1540906 Oct 13 04:22:00.570923 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fdeca47a-cd6a-49d9-8f28-c0ac797a95d5 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.582121 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-268b175d-c793-4c02-8285-c8c4a7a5d7dd req-06a8e035-009d-44c3-8e0d-ce45d0554b78 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884135 Oct 13 04:22:00.610926 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-16eff5b4-0f41-4006-9029-1a7c97d6537a req-b0718198-0476-42cb-989c-858370d01474 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081376 Oct 13 04:22:00.655025 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fdeca47a-cd6a-49d9-8f28-c0ac797a95d5 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.662941 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fdeca47a-cd6a-49d9-8f28-c0ac797a95d5 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.686782 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeca47a-cd6a-49d9-8f28-c0ac797a95d5 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732102ed-f3bf-42e0-b4ee-c8156ba4976c,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.694141 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fdeca47a-cd6a-49d9-8f28-c0ac797a95d5 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.698333 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-fdeca47a-cd6a-49d9-8f28-c0ac797a95d5 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1896722 Oct 13 04:22:00.729733 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bdeb1-f837-41e9-bf21-07df7a12fe35 req-23f9f95d-a30c-4a18-849a-89c3a4e980f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:00.731350 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b62bdeb1-f837-41e9-bf21-07df7a12fe35 req-23f9f95d-a30c-4a18-849a-89c3a4e980f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 912 time: 0.1623805 Oct 13 04:22:00.825947 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b62bdeb1-f837-41e9-bf21-07df7a12fe35 req-7249a870-9ba8-4608-8e18-3383255b40b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f HTTP/1.1" status: 200 len: 1001 time: 0.0635362 Oct 13 04:22:00.913326 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cff6cd52-81ef-4ffa-a405-f147cc6f8690 req-8ac8578e-e77c-4e87-b95f-7400fba6415d tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792952520&fields=id&tenant_id=41649d1bfdb049eeb3509c73dc1b039c HTTP/1.1" status: 200 len: 267 time: 0.0863938 Oct 13 04:22:00.920695 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0a708-d3c2-4890-91ad-0c619a1ae94d req-e733253c-fb02-43f2-9a68-5f859ff65ddd tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:00.927790 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-66d0a708-d3c2-4890-91ad-0c619a1ae94d req-e733253c-fb02-43f2-9a68-5f859ff65ddd tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.1954746 Oct 13 04:22:00.930475 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bdeb1-f837-41e9-bf21-07df7a12fe35 req-f7d51c71-369b-46b0-b055-628d94c04efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:00.931826 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b62bdeb1-f837-41e9-bf21-07df7a12fe35 req-f7d51c71-369b-46b0-b055-628d94c04efa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6dbfe87-28d4-404e-af44-2da5626525e4 HTTP/1.1" status: 200 len: 850 time: 0.0855954 Oct 13 04:22:01.042367 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-66d0a708-d3c2-4890-91ad-0c619a1ae94d req-49e3e1e3-92b6-4fa3-964d-23e6f4574f6b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134694 Oct 13 04:22:01.060261 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bdeb1-f837-41e9-bf21-07df7a12fe35 req-efd5667f-fcb3-49e0-b411-41f7a5b6aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:01.061769 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b62bdeb1-f837-41e9-bf21-07df7a12fe35 req-efd5667f-fcb3-49e0-b411-41f7a5b6aa13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1135767 Oct 13 04:22:01.069840 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6cd52-81ef-4ffa-a405-f147cc6f8690 req-53f55af0-af3e-4230-845c-4d21cc77eb05 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:01.071243 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cff6cd52-81ef-4ffa-a405-f147cc6f8690 req-53f55af0-af3e-4230-845c-4d21cc77eb05 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 946 time: 0.1386204 Oct 13 04:22:01.348804 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-cff6cd52-81ef-4ffa-a405-f147cc6f8690 req-a27c067f-14b1-4105-8155-fd42efc9c392 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Request body: {'port': {'security_groups': ['7217a1e8-06bf-42fc-8883-32b6cbb3abf5', '20e7d3f0-2df7-482e-a611-7c5c3227420e']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:01.440694 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cff6cd52-81ef-4ffa-a405-f147cc6f8690 req-a27c067f-14b1-4105-8155-fd42efc9c392 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.455590 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b62bdeb1-f837-41e9-bf21-07df7a12fe35 req-d60e1362-1e13-431f-8607-71163535587b service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833930 Oct 13 04:22:01.611525 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b62bdeb1-f837-41e9-bf21-07df7a12fe35 req-7cc63b71-e8be-4401-a056-6bcec83797aa service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306286 Oct 13 04:22:01.737238 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-cff6cd52-81ef-4ffa-a405-f147cc6f8690 req-a27c067f-14b1-4105-8155-fd42efc9c392 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] For port 0bd06624-1837-4923-9daf-aa14f17b4981, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0bd06624-1837-4923-9daf-aa14f17b4981,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:01.777455 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1a0ae-2ab8-4357-98de-b59db66193f0 req-fea29d48-c81f-4040-a3c8-53db0864bf33 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:01.778966 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3c1a0ae-2ab8-4357-98de-b59db66193f0 req-fea29d48-c81f-4040-a3c8-53db0864bf33 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0910876 Oct 13 04:22:01.782962 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cff6cd52-81ef-4ffa-a405-f147cc6f8690 req-a27c067f-14b1-4105-8155-fd42efc9c392 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.792041 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cff6cd52-81ef-4ffa-a405-f147cc6f8690 req-a27c067f-14b1-4105-8155-fd42efc9c392 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.805084 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0bd06624-1837-4923-9daf-aa14f17b4981'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:01.863839 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6cd52-81ef-4ffa-a405-f147cc6f8690 req-a27c067f-14b1-4105-8155-fd42efc9c392 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:01.864977 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-cff6cd52-81ef-4ffa-a405-f147cc6f8690 req-a27c067f-14b1-4105-8155-fd42efc9c392 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.872897 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cff6cd52-81ef-4ffa-a405-f147cc6f8690 req-a27c067f-14b1-4105-8155-fd42efc9c392 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "PUT /v2.0/ports/0bd06624-1837-4923-9daf-aa14f17b4981 HTTP/1.1" status: 200 len: 982 time: 0.5292044 Oct 13 04:22:01.879194 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:01.882839 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658e590c-c045-414d-aa40-bcf23fee0096" -d '{"events": [{"name": "network-changed", "server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:01.907819 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3c1a0ae-2ab8-4357-98de-b59db66193f0 req-1d0d59e0-bf9f-4b15-bd6b-bd37cbf74ea9 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224658 Oct 13 04:22:01.918363 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c067f-14b1-4105-8155-fd42efc9c392 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event updated for resources: {'Port': ['ID=0bd06624-1837-4923-9daf-aa14f17b4981,revision_number=6']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:02.026664 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949b2a6-16fc-4fbf-94bf-68523eab49f1 req-d94e4e1b-8982-441d-bf1f-64172cf629dd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:02.029758 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8949b2a6-16fc-4fbf-94bf-68523eab49f1 req-d94e4e1b-8982-441d-bf1f-64172cf629dd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0905395 Oct 13 04:22:02.037731 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0bd06624-1837-4923-9daf-aa14f17b4981'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:02.110711 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e003d0-172e-4023-a785-107cfeb1cffb req-5aeb21b0-d84f-4e52-b626-d3c9eb93587d tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:02.112658 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5e003d0-172e-4023-a785-107cfeb1cffb req-5aeb21b0-d84f-4e52-b626-d3c9eb93587d tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0816128 Oct 13 04:22:02.160440 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8949b2a6-16fc-4fbf-94bf-68523eab49f1 req-32e74a4e-6709-4110-8d28-835a7bf6adf3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984602 Oct 13 04:22:02.218098 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a5e003d0-172e-4023-a785-107cfeb1cffb req-a5469b62-009e-4b6f-93d1-76176200950d tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941622 Oct 13 04:22:02.268263 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98189751-4d5a-46cb-af7f-131d609ff0ba x-openstack-request-id: req-98189751-4d5a-46cb-af7f-131d609ff0ba {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:02.268263 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:02.268263 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98189751-4d5a-46cb-af7f-131d609ff0ba {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:02.268587 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981', 'status': 'completed', 'code': 200} Oct 13 04:22:02.342564 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-0d20fa5b-d6ba-4a33-878b-3bc6d46fcb90 None None] Provisioning complete for port 0bd06624-1837-4923-9daf-aa14f17b4981 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:02.344624 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0d20fa5b-d6ba-4a33-878b-3bc6d46fcb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.395848 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e590c-c045-414d-aa40-bcf23fee0096 req-23675e3e-bba3-410e-b489-d2dbfcfeaac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:02.397267 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658e590c-c045-414d-aa40-bcf23fee0096 req-23675e3e-bba3-410e-b489-d2dbfcfeaac1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41649d1bfdb049eeb3509c73dc1b039c&device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 1138 time: 0.0893912 Oct 13 04:22:02.430912 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ac76e-34b9-4c7d-980d-c1425fc1355e req-1a1405fe-cab0-48a0-b881-b796168bd555 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:02.441761 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ca4ac76e-34b9-4c7d-980d-c1425fc1355e req-1a1405fe-cab0-48a0-b881-b796168bd555 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0895011 Oct 13 04:22:02.443290 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d66d2204-8515-481b-97f4-62d7e057ea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.571297 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ca4ac76e-34b9-4c7d-980d-c1425fc1355e req-0674ac43-a571-43a0-b44f-75ae55b98ece tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285400 Oct 13 04:22:02.633967 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e590c-c045-414d-aa40-bcf23fee0096 req-dffc367c-2db8-423e-86e6-6dbe0679724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:02.646228 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658e590c-c045-414d-aa40-bcf23fee0096 req-dffc367c-2db8-423e-86e6-6dbe0679724c service neutron] 10.222.0.45 "GET /v2.0/networks?id=21f3e97a-4c25-41f2-9ea4-802d08f767e1 HTTP/1.1" status: 200 len: 916 time: 0.1967142 Oct 13 04:22:02.718047 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45808) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:02.755702 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658e590c-c045-414d-aa40-bcf23fee0096 req-e299ea9a-03f1-414e-890b-b9bd2a2193d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd06624-1837-4923-9daf-aa14f17b4981 HTTP/1.1" status: 200 len: 1002 time: 0.1010919 Oct 13 04:22:02.816628 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e590c-c045-414d-aa40-bcf23fee0096 req-c4342317-5877-4e74-ad52-e1f4d8df167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:02.818131 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658e590c-c045-414d-aa40-bcf23fee0096 req-c4342317-5877-4e74-ad52-e1f4d8df167c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f HTTP/1.1" status: 200 len: 854 time: 0.0545914 Oct 13 04:22:02.863393 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3417fe15-c47b-45dd-bb2c-56a6a6a89152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.889002 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e590c-c045-414d-aa40-bcf23fee0096 req-afabb139-6eae-4f96-a4d7-fa2d03720b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:02.891003 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658e590c-c045-414d-aa40-bcf23fee0096 req-afabb139-6eae-4f96-a4d7-fa2d03720b52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21f3e97a-4c25-41f2-9ea4-802d08f767e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633640 Oct 13 04:22:02.975916 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3417fe15-c47b-45dd-bb2c-56a6a6a89152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.982476 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3417fe15-c47b-45dd-bb2c-56a6a6a89152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.023567 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3417fe15-c47b-45dd-bb2c-56a6a6a89152 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8b7c825a9144b15a2f52cb2105d57e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042858 Oct 13 04:22:03.026222 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417fe15-c47b-45dd-bb2c-56a6a6a89152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8679e54c-3ccf-45bd-bc6b-a0d403d023f1,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:03.028940 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45814) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:03.038226 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658e590c-c045-414d-aa40-bcf23fee0096 req-04cf753c-eadb-4cfb-a72d-979a67f2f2c2 service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369619 Oct 13 04:22:03.087460 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9b6acbd-79ac-447a-a0f7-9edad85ae911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.113992 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9b6acbd-79ac-447a-a0f7-9edad85ae911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.178836 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9b6acbd-79ac-447a-a0f7-9edad85ae911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.182746 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9b6acbd-79ac-447a-a0f7-9edad85ae911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.184329 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b9b6acbd-79ac-447a-a0f7-9edad85ae911 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8679e54c-3ccf-45bd-bc6b-a0d403d023f1 HTTP/1.1" status: 204 len: 168 time: 0.1531854 Oct 13 04:22:03.194887 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6acbd-79ac-447a-a0f7-9edad85ae911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8679e54c-3ccf-45bd-bc6b-a0d403d023f1,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:03.205657 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a7caf-7623-4b3f-972e-6614c335ffc4 req-2ee08099-3163-420f-a653-f33996727840 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:03.217325 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d08a7caf-7623-4b3f-972e-6614c335ffc4 req-2ee08099-3163-420f-a653-f33996727840 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.1575258 Oct 13 04:22:03.257923 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-658e590c-c045-414d-aa40-bcf23fee0096 req-918d1ed9-ac68-4e82-93e3-ad7afc884d83 service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969209 Oct 13 04:22:03.285980 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d08a7caf-7623-4b3f-972e-6614c335ffc4 req-5fcdab6d-1974-4446-99d8-029de7dd7f9e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620716 Oct 13 04:22:03.338929 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.370238 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcfa74-19a5-4eeb-a48a-d9bc166861f2 req-cd508ac5-e92b-47cc-88f1-5aca6013642b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:03.371885 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-20bcfa74-19a5-4eeb-a48a-d9bc166861f2 req-cd508ac5-e92b-47cc-88f1-5aca6013642b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0847306 Oct 13 04:22:03.439682 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-20bcfa74-19a5-4eeb-a48a-d9bc166861f2 req-3f46f712-66a0-4bca-936b-d3749adc844b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528362 Oct 13 04:22:03.611248 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.629363 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45826) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:03.645805 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d45e4f0-5fc2-493b-b263-e281b10b5459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.704825 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a19e67-0d48-41ed-b2ed-184dd37d78e3 req-cb81f3a3-5ba8-4c4a-b00f-a3ad3ea35e92 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:03.711350 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-20a19e67-0d48-41ed-b2ed-184dd37d78e3 req-cb81f3a3-5ba8-4c4a-b00f-a3ad3ea35e92 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0713744 Oct 13 04:22:03.801732 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-20a19e67-0d48-41ed-b2ed-184dd37d78e3 req-6e70a9fe-0d77-498a-bba8-fa522f2e2c8e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864446 Oct 13 04:22:03.827487 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d45e4f0-5fc2-493b-b263-e281b10b5459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.842546 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8d45e4f0-5fc2-493b-b263-e281b10b5459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.886757 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8d45e4f0-5fc2-493b-b263-e281b10b5459 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6efdd2b7274b49978486dbcb2203ed22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561476 Oct 13 04:22:03.887685 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45e4f0-5fc2-493b-b263-e281b10b5459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11ac76c-1c81-4639-86f8-1ef2871228d7,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:03.889648 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 45828) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:03.949049 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-871a9468-4cb5-49e2-b3bc-2cf894d82bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.974309 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-871a9468-4cb5-49e2-b3bc-2cf894d82bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.029095 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-871a9468-4cb5-49e2-b3bc-2cf894d82bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.031951 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-871a9468-4cb5-49e2-b3bc-2cf894d82bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.038450 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-871a9468-4cb5-49e2-b3bc-2cf894d82bb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f11ac76c-1c81-4639-86f8-1ef2871228d7 HTTP/1.1" status: 204 len: 168 time: 0.1455812 Oct 13 04:22:04.046991 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a9468-4cb5-49e2-b3bc-2cf894d82bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11ac76c-1c81-4639-86f8-1ef2871228d7,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:04.432904 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 45838) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:04.447995 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c975-9d8e-44fe-b57a-cf60d32e8a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.584042 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c975-9d8e-44fe-b57a-cf60d32e8a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.592708 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce73ba-706e-4d81-86b1-cda20e53261d req-c7b5120d-80cb-45f6-bb18-05fd831952fc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:04.594294 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-60ce73ba-706e-4d81-86b1-cda20e53261d req-c7b5120d-80cb-45f6-bb18-05fd831952fc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0886633 Oct 13 04:22:04.595461 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c975-9d8e-44fe-b57a-cf60d32e8a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.657187 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-0bc1c975-9d8e-44fe-b57a-cf60d32e8a01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b40d1d7e71b423ca68c5f532c2c0761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223642 Oct 13 04:22:04.658406 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1c975-9d8e-44fe-b57a-cf60d32e8a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6e4bd6-5bf5-45af-8976-65fe9c998698,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:04.660190 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45842) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:04.693589 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-60ce73ba-706e-4d81-86b1-cda20e53261d req-b36f44ac-1dce-4c6e-9407-9e8b13416ad9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873206 Oct 13 04:22:04.732763 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9a6d0313-5964-4b23-ab6d-50deae583935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.757373 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9a6d0313-5964-4b23-ab6d-50deae583935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.804300 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9a6d0313-5964-4b23-ab6d-50deae583935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.807307 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9a6d0313-5964-4b23-ab6d-50deae583935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.808448 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9a6d0313-5964-4b23-ab6d-50deae583935 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a6e4bd6-5bf5-45af-8976-65fe9c998698 HTTP/1.1" status: 204 len: 168 time: 0.1466777 Oct 13 04:22:04.817447 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d0313-5964-4b23-ab6d-50deae583935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6e4bd6-5bf5-45af-8976-65fe9c998698,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:04.941843 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3df51-d809-49ae-8ec2-ec5846605225 req-243836dd-dafd-483a-8eaf-aadc61b8eef9 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:04.950491 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d6b3df51-d809-49ae-8ec2-ec5846605225 req-243836dd-dafd-483a-8eaf-aadc61b8eef9 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0649116 Oct 13 04:22:04.997411 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d6b3df51-d809-49ae-8ec2-ec5846605225 req-148f98c0-1f88-45d6-b54c-add36b39b114 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459545 Oct 13 04:22:05.269733 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.825459 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8a300-9da3-4044-aac4-c3eaefd2122f req-71acd416-2d32-4eec-aa31-b4aca4a12127 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:05.830516 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4da8a300-9da3-4044-aac4-c3eaefd2122f req-71acd416-2d32-4eec-aa31-b4aca4a12127 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0608222 Oct 13 04:22:05.877322 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4da8a300-9da3-4044-aac4-c3eaefd2122f req-649dc1fb-6924-4c17-82a2-7b9c388b99cc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Oct 13 04:22:05.915763 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.127150 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24498d-c4ea-4a3c-873b-49a2995d475a req-4c0aeea3-aab3-486a-9023-a3e8803b70fe tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:06.136464 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5d24498d-c4ea-4a3c-873b-49a2995d475a req-4c0aeea3-aab3-486a-9023-a3e8803b70fe tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0647447 Oct 13 04:22:06.178722 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5d24498d-c4ea-4a3c-873b-49a2995d475a req-4299d3d8-b52a-473d-bcfa-435df21f7a50 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413139 Oct 13 04:22:06.996837 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfccc01-cfb6-47fd-97da-d232eda5fbd1 req-d671f694-62d7-455d-b7de-39250f9ba815 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:07.004112 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0bfccc01-cfb6-47fd-97da-d232eda5fbd1 req-d671f694-62d7-455d-b7de-39250f9ba815 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0565414 Oct 13 04:22:07.042142 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0bfccc01-cfb6-47fd-97da-d232eda5fbd1 req-f45d06aa-bab8-4b78-ac83-6402a1e46421 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372174 Oct 13 04:22:07.322984 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95041d19-53aa-40f9-8694-c5a977f08d8f req-6b9fe72b-f51d-435f-a9a5-054ae4af916f tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:07.324606 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95041d19-53aa-40f9-8694-c5a977f08d8f req-6b9fe72b-f51d-435f-a9a5-054ae4af916f tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0686252 Oct 13 04:22:07.370416 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95041d19-53aa-40f9-8694-c5a977f08d8f req-6df7dfa2-b270-4bac-bc51-79024cf8017e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348158 Oct 13 04:22:08.171752 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27ab5-ce6c-4bfb-9257-41f58f59065b req-4f0e4956-8b15-4c70-b2b7-3d8a3d62b21f tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.173240 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dfe27ab5-ce6c-4bfb-9257-41f58f59065b req-4f0e4956-8b15-4c70-b2b7-3d8a3d62b21f tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0517554 Oct 13 04:22:08.213481 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dfe27ab5-ce6c-4bfb-9257-41f58f59065b req-42c2e94d-e484-4ed5-ae9e-4d5b667ed472 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338736 Oct 13 04:22:08.491930 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cd9a3-c5c2-4bce-b68a-a802c212537b req-270a3c57-3868-402b-a16b-47802ae8d4d8 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.493410 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b6cd9a3-c5c2-4bce-b68a-a802c212537b req-270a3c57-3868-402b-a16b-47802ae8d4d8 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0506198 Oct 13 04:22:08.540863 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b6cd9a3-c5c2-4bce-b68a-a802c212537b req-301ddbd5-9a9f-45bf-80f8-4f064a0b3be9 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 Oct 13 04:22:08.623848 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45916) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:08.665532 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcb67a-569c-44a7-86ba-1cf7449b6b02 req-ad949773-b0af-46bd-989b-4935e56b69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.667201 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1dcb67a-569c-44a7-86ba-1cf7449b6b02 req-ad949773-b0af-46bd-989b-4935e56b69d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 1098 time: 0.0455580 Oct 13 04:22:08.729997 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b36a1f13-877f-4eaf-8d93-221a4b68bf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.756272 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcb67a-569c-44a7-86ba-1cf7449b6b02 req-7b64ac0e-b593-43da-b0d7-4485240e50b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.757764 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1dcb67a-569c-44a7-86ba-1cf7449b6b02 req-7b64ac0e-b593-43da-b0d7-4485240e50b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 917 time: 0.0835497 Oct 13 04:22:08.806381 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b36a1f13-877f-4eaf-8d93-221a4b68bf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.812240 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b36a1f13-877f-4eaf-8d93-221a4b68bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.830347 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1dcb67a-569c-44a7-86ba-1cf7449b6b02 req-ecf36466-3aa5-4d96-ba0c-6c5ac5bfe59c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819b5060-2257-431d-a719-93e3e23c273c HTTP/1.1" status: 200 len: 1000 time: 0.0651023 Oct 13 04:22:08.853085 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b36a1f13-877f-4eaf-8d93-221a4b68bf8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c81b74f3b1b14c319df4de404fdb1656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281494 Oct 13 04:22:08.853804 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a1f13-877f-4eaf-8d93-221a4b68bf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c01277-77e8-41e5-88f6-1fa43cc4adb9,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:08.856683 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 45920) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:08.879853 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcb67a-569c-44a7-86ba-1cf7449b6b02 req-39f8e652-66ea-452d-8c4c-d61f8601d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.881241 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1dcb67a-569c-44a7-86ba-1cf7449b6b02 req-39f8e652-66ea-452d-8c4c-d61f8601d599 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.0442789 Oct 13 04:22:08.903853 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2fa33679-78d9-4112-8adf-ea654a596685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.926100 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2fa33679-78d9-4112-8adf-ea654a596685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.927355 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcb67a-569c-44a7-86ba-1cf7449b6b02 req-f9a9db9e-f3cc-43b1-bb1c-753cda30f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.928822 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1dcb67a-569c-44a7-86ba-1cf7449b6b02 req-f9a9db9e-f3cc-43b1-bb1c-753cda30f178 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402732 Oct 13 04:22:08.972325 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2fa33679-78d9-4112-8adf-ea654a596685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.975049 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2fa33679-78d9-4112-8adf-ea654a596685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.976182 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2fa33679-78d9-4112-8adf-ea654a596685 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72c01277-77e8-41e5-88f6-1fa43cc4adb9 HTTP/1.1" status: 204 len: 168 time: 0.1180003 Oct 13 04:22:08.983806 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa33679-78d9-4112-8adf-ea654a596685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c01277-77e8-41e5-88f6-1fa43cc4adb9,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:09.025699 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1dcb67a-569c-44a7-86ba-1cf7449b6b02 req-c03cc4fe-f916-4dd7-9d2e-2f83c9d95677 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882235 Oct 13 04:22:09.115362 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1dcb67a-569c-44a7-86ba-1cf7449b6b02 req-074704a8-db9a-4d03-bdf6-b2bf67ebaeec service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828729 Oct 13 04:22:09.341034 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abb421-a3b3-40ca-a9af-7cc6872c3f89 req-09313c55-ed84-4d0b-81b4-3fff605331a4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:09.342631 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b7abb421-a3b3-40ca-a9af-7cc6872c3f89 req-09313c55-ed84-4d0b-81b4-3fff605331a4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0490537 Oct 13 04:22:09.385735 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b7abb421-a3b3-40ca-a9af-7cc6872c3f89 req-07b38426-1d1d-477e-bf44-e0776fc6dbd7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370445 Oct 13 04:22:09.656321 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ed115-be70-4baa-8d6f-88e6b5154089 req-c548d848-e7d2-4e8b-bf32-d0679e8ce480 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:09.657848 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c95ed115-be70-4baa-8d6f-88e6b5154089 req-c548d848-e7d2-4e8b-bf32-d0679e8ce480 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0493364 Oct 13 04:22:09.695231 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c95ed115-be70-4baa-8d6f-88e6b5154089 req-7b8b515b-75a9-4e91-896a-0771fc27e291 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311053 Oct 13 04:22:10.517060 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92686a63-ece6-4572-a0ec-d8e1f2f0711c req-68ef0177-1bbd-4a69-9c64-78688faa0971 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:10.518447 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-92686a63-ece6-4572-a0ec-d8e1f2f0711c req-68ef0177-1bbd-4a69-9c64-78688faa0971 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0495799 Oct 13 04:22:10.558672 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-92686a63-ece6-4572-a0ec-d8e1f2f0711c req-d01440b0-80fc-4138-b851-6770a6d05b3e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341635 Oct 13 04:22:10.824477 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca590a1f-d7e0-4cd4-81a3-7935ad276c83 req-e8455b41-fdf3-40f3-b9e1-7391c18ccd8b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:10.825854 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ca590a1f-d7e0-4cd4-81a3-7935ad276c83 req-e8455b41-fdf3-40f3-b9e1-7391c18ccd8b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0567966 Oct 13 04:22:10.867755 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ca590a1f-d7e0-4cd4-81a3-7935ad276c83 req-36182d9b-bb26-40fd-8f7c-72f67131711b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349987 Oct 13 04:22:11.187117 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-affb105c-689f-497b-8714-dddc80f97e9f tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b01a13a65c994bd083bbc582b1e9acf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288510 Oct 13 04:22:11.365841 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d590a7d5-650d-48d1-ac00-22495be62c2f tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:11.367189 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d590a7d5-650d-48d1-ac00-22495be62c2f tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747034 Oct 13 04:22:11.384010 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-727c43b6-3aa2-4f37-bd70-85249913f28f tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/quotas/b01a13a65c994bd083bbc582b1e9acf9 HTTP/1.1" status: 200 len: 375 time: 0.0101833 Oct 13 04:22:11.418270 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-db9e9375-b49d-4923-b009-d6b6dd257b26 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b01a13a65c994bd083bbc582b1e9acf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264764 Oct 13 04:22:11.578963 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cb14fd41-9b7b-4fa3-a95c-3150ec468445 req-eea43674-f452-42cb-b410-fa3f4dfb0602 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 210 time: 0.0272810 Oct 13 04:22:11.685207 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8264e27-42a8-481b-9ca8-83b056955df1 req-619b1d00-68de-4b27-9635-562b52b80018 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:11.686718 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8264e27-42a8-481b-9ca8-83b056955df1 req-619b1d00-68de-4b27-9635-562b52b80018 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0523603 Oct 13 04:22:11.724543 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8264e27-42a8-481b-9ca8-83b056955df1 req-12ca7d91-85a2-48b4-9094-291e33f33b49 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316133 Oct 13 04:22:11.986865 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98303fd-1557-4b96-9268-96913590b97b req-89eac262-6c74-4e8d-b503-781c91829b5a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:11.988935 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e98303fd-1557-4b96-9268-96913590b97b req-89eac262-6c74-4e8d-b503-781c91829b5a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0512083 Oct 13 04:22:12.029645 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e98303fd-1557-4b96-9268-96913590b97b req-cce1bbe0-faf5-4b4a-90b4-21c50256c3b4 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343673 Oct 13 04:22:12.208926 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-8e8a1033-a224-450b-b012-4d89a06f5a86 req-8150894d-b349-4d46-b55c-23b73bf0f7ae service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:22:12.209924 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8e8a1033-a224-450b-b012-4d89a06f5a86 req-8150894d-b349-4d46-b55c-23b73bf0f7ae service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052052 Oct 13 04:22:12.365695 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c73c0-622a-4526-9dea-a85bf4213dfe req-faabd556-0c77-41c3-8d18-b8fa755e3216 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:12.367070 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d91c73c0-622a-4526-9dea-a85bf4213dfe req-faabd556-0c77-41c3-8d18-b8fa755e3216 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0494182 Oct 13 04:22:12.408133 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d91c73c0-622a-4526-9dea-a85bf4213dfe req-22aa50ee-660c-441a-a4a4-0bbcebe93271 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340645 Oct 13 04:22:12.447788 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-29ed1ab2-4725-40c4-ba41-e36db32c1cd3 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b01a13a65c994bd083bbc582b1e9acf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261841 Oct 13 04:22:12.557889 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-16dab7d7-e255-42ac-acb0-2c05903d0ee9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:12.559563 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-16dab7d7-e255-42ac-acb0-2c05903d0ee9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1055019 Oct 13 04:22:12.578814 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Request body: {'port': {'device_id': 'e39ca441-9306-4e97-8dee-e2ae3367c0dc', 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e', 'admin_state_up': True, 'tenant_id': 'b01a13a65c994bd083bbc582b1e9acf9'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:12.687629 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6bf25774-4266-4d79-bd28-f27c5e573092 req-8eda4310-f990-4c52-af54-7b23955c814b tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 210 time: 0.0361493 Oct 13 04:22:12.725987 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Made reservation on behalf of b01a13a65c994bd083bbc582b1e9acf9 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:12.729401 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.730545 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 46032) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:12.738094 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.813112 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.816849 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-3b071135-df57-4612-8117-b04d863bfd15 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848873 Oct 13 04:22:12.817345 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.825750 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-45ad1756-57db-4fd0-947b-7c968745783e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:22:12.826684 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-45ad1756-57db-4fd0-947b-7c968745783e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049767 Oct 13 04:22:13.148281 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3247c2e3-2940-4861-8714-bf1aa620a177,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:13.255836 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a3920-4068-41a9-b181-e5d81beb3bd9 req-6de3ac05-d22f-4e4d-b85b-c226393cf156 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.257404 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4d1a3920-4068-41a9-b181-e5d81beb3bd9 req-6de3ac05-d22f-4e4d-b85b-c226393cf156 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.1431019 Oct 13 04:22:13.259025 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e8dc7-31e4-4c36-9e7a-94a1482627e0 req-d2cb2f7e-a5a7-4ea6-ab0e-629860ac1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.260896 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-661e8dc7-31e4-4c36-9e7a-94a1482627e0 req-d2cb2f7e-a5a7-4ea6-ab0e-629860ac1f05 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 1098 time: 0.1497962 Oct 13 04:22:13.278355 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Allocated IP 192.168.233.251 (e54ced28-97ce-426d-88ff-83bdd61b305e/c239d191-d610-47e4-9cc6-57c2e160c3bd/6a971d86-b9a8-4230-9244-991803f191ba) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:13.346169 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4d1a3920-4068-41a9-b181-e5d81beb3bd9 req-8c0cb948-ccc3-4b3c-90be-1a1ea4ca0ade tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810900 Oct 13 04:22:13.349541 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-661e8dc7-31e4-4c36-9e7a-94a1482627e0 req-5491f95b-dd3c-4305-9a24-cfe0fddab369 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733590 Oct 13 04:22:13.436114 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 819b5060-2257-431d-a719-93e3e23c273c no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:13.479274 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.515323 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.539524 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '819b5060-2257-431d-a719-93e3e23c273c'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:13.541819 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428cf754-54f5-4104-8b49-e541d21b60bd" -d '{"events": [{"server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "name": "network-vif-unplugged", "status": "completed", "tag": "819b5060-2257-431d-a719-93e3e23c273c"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:13.544273 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9346cd-dbd1-46e2-9db1-7f0f5b984e43 req-1defdfef-b9a2-4f4e-a287-2c7b73d64d68 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.546051 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ba9346cd-dbd1-46e2-9db1-7f0f5b984e43 req-1defdfef-b9a2-4f4e-a287-2c7b73d64d68 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 945 time: 0.0649767 Oct 13 04:22:13.554623 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=819b5060-2257-431d-a719-93e3e23c273c,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:13.560091 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.576216 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.588985 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c3a962-929a-4bf2-a585-0004478b9f94 x-openstack-request-id: req-04c3a962-929a-4bf2-a585-0004478b9f94 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:13.589274 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "name": "network-vif-unplugged", "status": "failed", "tag": "819b5060-2257-431d-a719-93e3e23c273c", "code": 422}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:13.589561 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04c3a962-929a-4bf2-a585-0004478b9f94 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:13.590004 dv-cinder-812751-3-iscsi neutron-server[94022]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '819b5060-2257-431d-a719-93e3e23c273c', 'code': 422} returned with failed status Oct 13 04:22:13.612931 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=819b5060-2257-431d-a719-93e3e23c273c,revision_number=8']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:13.638196 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Network e54ced28-97ce-426d-88ff-83bdd61b305e is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:13.641393 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ba9346cd-dbd1-46e2-9db1-7f0f5b984e43 req-1db7083b-6033-42eb-80ff-a73d9be920b0 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870128 Oct 13 04:22:13.644776 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:13.649694 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:13.655328 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.655862 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.662521 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Pushing event updated for resources: {'Port': ['ID=6a971d86-b9a8-4230-9244-991803f191ba,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:13.679400 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-b54e209d-136b-4cea-bc86-9808c4e55c74 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1044302 Oct 13 04:22:13.732689 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Request body: {'port': {'device_id': 'e39ca441-9306-4e97-8dee-e2ae3367c0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:13.828604 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.838728 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364ee64-5785-451b-96d7-6c3018faff29 req-a1eff7de-c5da-4bdc-a874-a01411b024f8 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.840189 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1364ee64-5785-451b-96d7-6c3018faff29 req-a1eff7de-c5da-4bdc-a874-a01411b024f8 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 936 time: 0.0811260 Oct 13 04:22:13.916616 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1364ee64-5785-451b-96d7-6c3018faff29 req-a1cd9581-82aa-46f9-9b3b-dab8c1f40a73 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700371 Oct 13 04:22:13.921900 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-2aaed399-0c99-49f6-b93a-f316dd7d94a8 None None] Provisioning complete for port 6a971d86-b9a8-4230-9244-991803f191ba triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:13.922615 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2aaed399-0c99-49f6-b93a-f316dd7d94a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.963097 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-2aaed399-0c99-49f6-b93a-f316dd7d94a8 None None] Port 6a971d86-b9a8-4230-9244-991803f191ba cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:14.135293 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a971d86-b9a8-4230-9244-991803f191ba {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:14.142804 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.154569 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Transition to ACTIVE for port object 6a971d86-b9a8-4230-9244-991803f191ba will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:22:14.161535 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.209326 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Pushing event updated for resources: {'Port': ['ID=6a971d86-b9a8-4230-9244-991803f191ba,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:14.244970 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Attempting to bind port 6a971d86-b9a8-4230-9244-991803f191ba on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:14.245298 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Attempting to bind port 6a971d86-b9a8-4230-9244-991803f191ba by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '4f6c58bd-f351-4468-b02f-e2f833e16c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:14.245645 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Attempting to bind port 6a971d86-b9a8-4230-9244-991803f191ba on network e54ced28-97ce-426d-88ff-83bdd61b305e {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:14.250591 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Port 6a971d86-b9a8-4230-9244-991803f191ba on network e54ced28-97ce-426d-88ff-83bdd61b305e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:22:14.250900 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Attempting to bind port 6a971d86-b9a8-4230-9244-991803f191ba on network e54ced28-97ce-426d-88ff-83bdd61b305e {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:14.255979 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:14.256301 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Checking segment: {'id': '4f6c58bd-f351-4468-b02f-e2f833e16c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:14.256678 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Bound using segment: {'id': '4f6c58bd-f351-4468-b02f-e2f833e16c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:14.257102 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Bound port: 6a971d86-b9a8-4230-9244-991803f191ba, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6c58bd-f351-4468-b02f-e2f833e16c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:14.257454 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.378205 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] For port 6a971d86-b9a8-4230-9244-991803f191ba, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:14.397297 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] For port 6a971d86-b9a8-4230-9244-991803f191ba, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=6a971d86-b9a8-4230-9244-991803f191ba,segment=NetworkSegment(4f6c58bd-f351-4468-b02f-e2f833e16c0a),segment_id=4f6c58bd-f351-4468-b02f-e2f833e16c0a)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:14.405226 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.421431 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-4570bcbc-61c5-4e63-8bcd-2c9ada67e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.422959 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-4570bcbc-61c5-4e63-8bcd-2c9ada67e505 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f&tenant_id=d168ef71e112452db0a5035cfc0e4b2b HTTP/1.1" status: 200 len: 1096 time: 0.1083195 Oct 13 04:22:14.458968 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.459573 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.460882 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] 10.222.0.45 "PUT /v2.0/ports/6a971d86-b9a8-4230-9244-991803f191ba HTTP/1.1" status: 200 len: 1098 time: 0.7350557 Oct 13 04:22:14.461299 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39ca441-9306-4e97-8dee-e2ae3367c0dc', 'tag': '6a971d86-b9a8-4230-9244-991803f191ba'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:14.463683 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2476ce-af40-45bf-b74f-51011ceb033c" -d '{"events": [{"name": "network-changed", "server_uuid": "e39ca441-9306-4e97-8dee-e2ae3367c0dc", "tag": "6a971d86-b9a8-4230-9244-991803f191ba"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:14.540155 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40c16cf-0a6d-48c1-ab50-00ac0d5c602c x-openstack-request-id: req-b40c16cf-0a6d-48c1-ab50-00ac0d5c602c {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:14.540467 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39ca441-9306-4e97-8dee-e2ae3367c0dc", "tag": "6a971d86-b9a8-4230-9244-991803f191ba", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:14.540710 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b40c16cf-0a6d-48c1-ab50-00ac0d5c602c {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:14.541093 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39ca441-9306-4e97-8dee-e2ae3367c0dc', 'tag': '6a971d86-b9a8-4230-9244-991803f191ba', 'status': 'completed', 'code': 200} Oct 13 04:22:14.565183 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bffaec-afd3-4aea-8a8e-78e79714e065 service neutron] Pushing event updated for resources: {'Port': ['ID=6a971d86-b9a8-4230-9244-991803f191ba,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:14.583738 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d647e0b-5151-4705-8b37-846264ba92cd req-32dad074-0a06-4988-b1ad-c00ec96031c1 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.585260 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1d647e0b-5151-4705-8b37-846264ba92cd req-32dad074-0a06-4988-b1ad-c00ec96031c1 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.1662149 Oct 13 04:22:14.593418 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-9f859450-011c-404a-af1d-7ef5bc77ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.594904 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-9f859450-011c-404a-af1d-7ef5bc77ce28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 1096 time: 0.1375570 Oct 13 04:22:14.660395 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-a3c8d365-de50-4613-a01f-3fe777672339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.661916 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-a3c8d365-de50-4613-a01f-3fe777672339 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b01a13a65c994bd083bbc582b1e9acf9&device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 1101 time: 0.1358254 Oct 13 04:22:14.726511 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1d647e0b-5151-4705-8b37-846264ba92cd req-85ea3f52-a2a1-4b19-89d6-20417c364418 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290863 Oct 13 04:22:14.730245 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-7d31575a-eb0b-4014-a448-9b3fc6d56a70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=6a971d86-b9a8-4230-9244-991803f191ba HTTP/1.1" status: 200 len: 217 time: 0.0584824 Oct 13 04:22:14.810194 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-a8aa352e-ef8b-443c-8b1c-b2e7029682b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.811678 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-a8aa352e-ef8b-443c-8b1c-b2e7029682b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 917 time: 0.2068806 Oct 13 04:22:14.832607 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-6e93a7ea-d4dc-4eb5-802b-0662f9055563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.834002 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-6e93a7ea-d4dc-4eb5-802b-0662f9055563 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c239d191-d610-47e4-9cc6-57c2e160c3bd HTTP/1.1" status: 200 len: 843 time: 0.0902755 Oct 13 04:22:14.843072 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca5f66-1bb1-41c8-90f4-84661b61207e req-f8966ae9-8017-4f96-8eb2-96ba716645ce tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.844420 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f6ca5f66-1bb1-41c8-90f4-84661b61207e req-f8966ae9-8017-4f96-8eb2-96ba716645ce tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.1018131 Oct 13 04:22:14.948226 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-d0c5161c-4afd-4468-ac69-bc32c60a0185 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819b5060-2257-431d-a719-93e3e23c273c HTTP/1.1" status: 200 len: 998 time: 0.1244266 Oct 13 04:22:14.953118 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f6ca5f66-1bb1-41c8-90f4-84661b61207e req-f055ed6b-7d00-4498-80b8-1d628658c45a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808699 Oct 13 04:22:14.960568 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-ff19da2b-1cf4-4565-9f42-ffb2ee26a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.962075 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-ff19da2b-1cf4-4565-9f42-ffb2ee26a017 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e54ced28-97ce-426d-88ff-83bdd61b305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1168880 Oct 13 04:22:15.080858 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-860f6caf-0540-4666-a448-ff4c4f3619fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:15.083223 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-860f6caf-0540-4666-a448-ff4c4f3619fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.1200771 Oct 13 04:22:15.149075 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae18b4-5b19-427b-bcfa-9b079fb5237a req-2b20ac71-c027-4849-9800-130d7e6acf7e tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:15.150672 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1aae18b4-5b19-427b-bcfa-9b079fb5237a req-2b20ac71-c027-4849-9800-130d7e6acf7e tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.1414137 Oct 13 04:22:15.156854 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-92c59729-0b61-4a6a-ad17-caa919d1e884 service neutron] 10.222.0.45 "GET /v2.0/networks/e54ced28-97ce-426d-88ff-83bdd61b305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679142 Oct 13 04:22:15.226643 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-be65b677-498e-400e-8241-38ae3023a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:15.227957 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-be65b677-498e-400e-8241-38ae3023a5d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1324866 Oct 13 04:22:15.264926 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1aae18b4-5b19-427b-bcfa-9b079fb5237a req-02bcad1c-b8b4-427d-94b1-557d81a04091 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071074 Oct 13 04:22:15.328768 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-34ed65b5-451b-4b47-8e47-6ba9a0a1cedc req-209134b3-5748-4e86-b3d3-b6b3d810845c service neutron] 10.222.0.45 "GET /v2.0/networks/e54ced28-97ce-426d-88ff-83bdd61b305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614225 Oct 13 04:22:15.353038 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-390afa43-693e-4ccd-a766-6e14afbdcd3f service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118629 Oct 13 04:22:15.483671 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2476ce-af40-45bf-b74f-51011ceb033c req-636061d4-dc34-4171-a28c-5f5b0e2d93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:15.485010 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec2476ce-af40-45bf-b74f-51011ceb033c req-636061d4-dc34-4171-a28c-5f5b0e2d93a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b01a13a65c994bd083bbc582b1e9acf9&device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 1101 time: 0.0706108 Oct 13 04:22:15.488503 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30552601-afa0-4151-9edf-5c0ad8f7d176 req-4342cd24-c8cc-47c2-b2f9-0592976f2d29 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182292 Oct 13 04:22:15.583007 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2476ce-af40-45bf-b74f-51011ceb033c req-35633c4c-f012-41ac-85ce-5cf562378d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:15.584505 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec2476ce-af40-45bf-b74f-51011ceb033c req-35633c4c-f012-41ac-85ce-5cf562378d91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e54ced28-97ce-426d-88ff-83bdd61b305e HTTP/1.1" status: 200 len: 870 time: 0.0867214 Oct 13 04:22:15.629278 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec2476ce-af40-45bf-b74f-51011ceb033c req-7b719ebb-fbe4-4f5a-82d8-97790002f3c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=6a971d86-b9a8-4230-9244-991803f191ba HTTP/1.1" status: 200 len: 217 time: 0.0357668 Oct 13 04:22:15.680383 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2476ce-af40-45bf-b74f-51011ceb033c req-dde2f043-e025-4406-aaaa-0fc78fcd5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:15.681766 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec2476ce-af40-45bf-b74f-51011ceb033c req-dde2f043-e025-4406-aaaa-0fc78fcd5339 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c239d191-d610-47e4-9cc6-57c2e160c3bd HTTP/1.1" status: 200 len: 843 time: 0.0424891 Oct 13 04:22:15.726845 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2476ce-af40-45bf-b74f-51011ceb033c req-db4d61d2-0576-4677-898f-a3dcf250322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:15.728285 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec2476ce-af40-45bf-b74f-51011ceb033c req-db4d61d2-0576-4677-898f-a3dcf250322a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e54ced28-97ce-426d-88ff-83bdd61b305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0386934 Oct 13 04:22:16.125534 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec2476ce-af40-45bf-b74f-51011ceb033c req-8bc4bb44-37ea-4de8-accf-17a7447fab40 service neutron] 10.222.0.45 "GET /v2.0/networks/e54ced28-97ce-426d-88ff-83bdd61b305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892043 Oct 13 04:22:16.141170 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f642-45d9-403a-8218-57a655cf648e req-8d97077c-2326-45e5-b590-b25e7c4fa442 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:16.142417 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c969f642-45d9-403a-8218-57a655cf648e req-8d97077c-2326-45e5-b590-b25e7c4fa442 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.3434637 Oct 13 04:22:16.157521 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87d9f1-b83c-4c8c-9a71-9219ca4586d5 req-44f82178-1f67-41f7-a948-7833e5752c37 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:16.157521 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2c87d9f1-b83c-4c8c-9a71-9219ca4586d5 req-44f82178-1f67-41f7-a948-7833e5752c37 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0880830 Oct 13 04:22:16.205883 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c969f642-45d9-403a-8218-57a655cf648e req-79825a27-ca71-4967-b465-2e691c41c945 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471857 Oct 13 04:22:16.230746 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2c87d9f1-b83c-4c8c-9a71-9219ca4586d5 req-26f3326b-c238-487b-9a4e-c4fb91203470 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500901 Oct 13 04:22:16.403816 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc00aea-30db-4f63-9ccb-13daa7588f51 req-e69a14fb-edff-4877-b699-0d1fcc706cf3 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:16.405576 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2bc00aea-30db-4f63-9ccb-13daa7588f51 req-e69a14fb-edff-4877-b699-0d1fcc706cf3 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0569422 Oct 13 04:22:16.462830 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2bc00aea-30db-4f63-9ccb-13daa7588f51 req-50a0392e-d09e-48d8-b5d1-b7902237bdf7 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507138 Oct 13 04:22:16.588170 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8408-dc76-4dd5-a56c-12e69202fef5 req-c64ccf39-e6ec-4cdf-98e1-1138f3a0ff43 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:16.589720 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-267d8408-dc76-4dd5-a56c-12e69202fef5 req-c64ccf39-e6ec-4cdf-98e1-1138f3a0ff43 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0576193 Oct 13 04:22:16.627274 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-267d8408-dc76-4dd5-a56c-12e69202fef5 req-9959f52d-7eee-4bb7-89f0-a00fb9a53d2b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Oct 13 04:22:17.378688 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038e036-a319-43ab-b8b1-b5d9dc7b78ce req-2777a3fb-c1a2-40e7-872a-46cb25d22dee tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:17.380225 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e038e036-a319-43ab-b8b1-b5d9dc7b78ce req-2777a3fb-c1a2-40e7-872a-46cb25d22dee tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0528340 Oct 13 04:22:17.417357 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e038e036-a319-43ab-b8b1-b5d9dc7b78ce req-8864bf8f-ec5a-4809-a68f-896804c0a5fc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308735 Oct 13 04:22:17.589995 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6b3f-95bb-4ada-a1e2-b336d61ef34f req-dca712d2-87d5-4091-a44e-ee65c010fea5 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:17.591444 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-38bf6b3f-95bb-4ada-a1e2-b336d61ef34f req-dca712d2-87d5-4091-a44e-ee65c010fea5 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0621381 Oct 13 04:22:17.628601 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-38bf6b3f-95bb-4ada-a1e2-b336d61ef34f req-6383fdf4-c2a2-466b-bd8f-d7f62f5b1349 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311873 Oct 13 04:22:17.748757 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6530b5-006e-4795-96ce-fec01c2cbf55 req-0b025e6d-1b5c-41db-a8f7-250cb2625a3a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:17.750287 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b6530b5-006e-4795-96ce-fec01c2cbf55 req-0b025e6d-1b5c-41db-a8f7-250cb2625a3a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0510526 Oct 13 04:22:17.794587 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6b6530b5-006e-4795-96ce-fec01c2cbf55 req-b2ea280c-a1dc-45f5-a073-5bc7ab9beb1b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381773 Oct 13 04:22:18.237685 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:22:18.547814 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b4ecb-cb4a-4308-aa25-89cdbd72fae8 req-1a394297-b25d-4f36-b996-cef656e0b752 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:18.549427 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ce3b4ecb-cb4a-4308-aa25-89cdbd72fae8 req-1a394297-b25d-4f36-b996-cef656e0b752 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0540717 Oct 13 04:22:18.587026 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ce3b4ecb-cb4a-4308-aa25-89cdbd72fae8 req-552b21a5-09b8-4ec1-a55e-0e06ef6e5ddf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316312 Oct 13 04:22:18.748633 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce7bfc-a4dc-4371-b243-adbf9a95a12a req-ca04c550-2776-4144-b1d4-daac3052d9d3 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:18.750148 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b5ce7bfc-a4dc-4371-b243-adbf9a95a12a req-ca04c550-2776-4144-b1d4-daac3052d9d3 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0508020 Oct 13 04:22:18.788407 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b5ce7bfc-a4dc-4371-b243-adbf9a95a12a req-751ab1cd-61a9-4369-9bf5-29944d9bc3f0 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Oct 13 04:22:18.915147 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71585d-0655-4b47-aee3-dbb76ee577b8 req-21bc5c49-59fc-4628-b477-aa1a8a511b57 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:18.916647 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1c71585d-0655-4b47-aee3-dbb76ee577b8 req-21bc5c49-59fc-4628-b477-aa1a8a511b57 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0523617 Oct 13 04:22:18.953166 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1c71585d-0655-4b47-aee3-dbb76ee577b8 req-12eac6dc-d26a-4b43-b94a-0c2b544752e0 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303977 Oct 13 04:22:19.723317 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41585f9e-b0ff-4d3e-9718-981d4b9df8f5 req-8626bc36-e9de-420f-9b05-8d9f4f978ff1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:19.724825 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-41585f9e-b0ff-4d3e-9718-981d4b9df8f5 req-8626bc36-e9de-420f-9b05-8d9f4f978ff1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0489061 Oct 13 04:22:19.763267 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-41585f9e-b0ff-4d3e-9718-981d4b9df8f5 req-36b0a166-a880-448b-8b4b-f07404eafb5b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324371 Oct 13 04:22:19.917228 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea4242-05f1-46ac-8c5d-c484f102b070 req-68b64b88-7b39-42ce-811e-18ae2da3218b tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:19.918731 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-75ea4242-05f1-46ac-8c5d-c484f102b070 req-68b64b88-7b39-42ce-811e-18ae2da3218b tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0550253 Oct 13 04:22:19.956173 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-75ea4242-05f1-46ac-8c5d-c484f102b070 req-ef8daf3f-ac6b-4352-a24d-dcea63172048 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313733 Oct 13 04:22:20.081908 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33d421-e20a-4dc7-82f0-18407f0224bd req-6c016b64-9ee5-4aee-a70d-256f57d29fdd tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:20.083345 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5e33d421-e20a-4dc7-82f0-18407f0224bd req-6c016b64-9ee5-4aee-a70d-256f57d29fdd tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0527875 Oct 13 04:22:20.120326 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5e33d421-e20a-4dc7-82f0-18407f0224bd req-aa84e627-71f8-4246-bfc5-48d115842429 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308752 Oct 13 04:22:20.884978 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1057d9-b3bf-4032-b67c-466b37d9f77b req-1e3aab40-e9e1-410f-a82f-c93f4e6d5840 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:20.886452 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae1057d9-b3bf-4032-b67c-466b37d9f77b req-1e3aab40-e9e1-410f-a82f-c93f4e6d5840 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0495548 Oct 13 04:22:20.925784 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ae1057d9-b3bf-4032-b67c-466b37d9f77b req-c1034a29-5ff4-482f-99bc-4286f3287940 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332177 Oct 13 04:22:21.072743 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19e6e0-f983-44e5-a9b8-103a907f4adb req-0bb1e41e-d3dc-47b1-8af2-b9a8b8882f06 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:21.074278 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ef19e6e0-f983-44e5-a9b8-103a907f4adb req-0bb1e41e-d3dc-47b1-8af2-b9a8b8882f06 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0541720 Oct 13 04:22:21.113980 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ef19e6e0-f983-44e5-a9b8-103a907f4adb req-6e6ed0ea-1e16-47f1-9c3e-11671de43b7b tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Oct 13 04:22:21.248302 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbd9de-cfeb-4bea-97a6-15028624d165 req-375ff8c0-ab4b-4208-8edf-dc5c58ff9947 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:21.249854 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-09bbd9de-cfeb-4bea-97a6-15028624d165 req-375ff8c0-ab4b-4208-8edf-dc5c58ff9947 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0515871 Oct 13 04:22:21.288876 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-09bbd9de-cfeb-4bea-97a6-15028624d165 req-254b29d0-4c96-48ab-a750-80077e029a8c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Oct 13 04:22:22.072329 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af911102-28b1-43a2-9532-b30f19ff9127 req-2dae20d7-93dd-4df9-9108-dbbeff7fbd13 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:22.073873 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-af911102-28b1-43a2-9532-b30f19ff9127 req-2dae20d7-93dd-4df9-9108-dbbeff7fbd13 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0692959 Oct 13 04:22:22.111970 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-af911102-28b1-43a2-9532-b30f19ff9127 req-a7ff26b7-2d0d-415a-87db-d9960046989d tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321848 Oct 13 04:22:22.244136 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378f8b1-eb51-488e-8a97-8f4c3ba7a4a1 req-f7805ac8-df23-40ae-a08a-d8054fc8f161 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:22.245563 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e378f8b1-eb51-488e-8a97-8f4c3ba7a4a1 req-f7805ac8-df23-40ae-a08a-d8054fc8f161 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0623970 Oct 13 04:22:22.284440 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e378f8b1-eb51-488e-8a97-8f4c3ba7a4a1 req-b34903e8-b928-4b73-9012-385daca792d7 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325053 Oct 13 04:22:22.414297 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb663a-da09-4736-a9f6-9664548aeb7a req-8afbaf2f-a4ed-4797-8cb8-27e4607f2f55 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:22.415815 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9dfb663a-da09-4736-a9f6-9664548aeb7a req-8afbaf2f-a4ed-4797-8cb8-27e4607f2f55 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0582781 Oct 13 04:22:22.454431 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9dfb663a-da09-4736-a9f6-9664548aeb7a req-b67ea081-c3bc-4c8d-a0f0-a735e5bac7e2 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325532 Oct 13 04:22:23.379203 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c7454-b011-49d5-a06f-034c505b238e req-446cf5d4-1b95-4554-b466-0c50a20853e6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:23.380685 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec5c7454-b011-49d5-a06f-034c505b238e req-446cf5d4-1b95-4554-b466-0c50a20853e6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.1556447 Oct 13 04:22:23.419745 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec5c7454-b011-49d5-a06f-034c505b238e req-921831c4-c19f-45d0-872a-842196f30fdf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331130 Oct 13 04:22:23.479371 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1502f5a-dd1b-430b-b0f7-1ff72185a26e req-05dd01ec-5799-44d4-af05-273948561b3b tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:23.481021 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1502f5a-dd1b-430b-b0f7-1ff72185a26e req-05dd01ec-5799-44d4-af05-273948561b3b tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.1144617 Oct 13 04:22:23.535094 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d1502f5a-dd1b-430b-b0f7-1ff72185a26e req-a08f8d55-838c-4844-954f-483fd3037960 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Oct 13 04:22:23.587737 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80793553-41ca-4788-ab9c-1de9f8e36095 req-23b14b14-9781-46bc-b85d-6c28b890cc2b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:23.589143 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-80793553-41ca-4788-ab9c-1de9f8e36095 req-23b14b14-9781-46bc-b85d-6c28b890cc2b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0488472 Oct 13 04:22:23.628813 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-80793553-41ca-4788-ab9c-1de9f8e36095 req-8df553cf-60e2-4ffc-a33d-eff88dcfa4fe tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335345 Oct 13 04:22:24.550573 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8bf63-31cd-467e-b5a8-3815352c1149 req-a8425f75-feb2-4651-a8b1-142eaa879ee1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:24.552576 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c6f8bf63-31cd-467e-b5a8-3815352c1149 req-a8425f75-feb2-4651-a8b1-142eaa879ee1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0616772 Oct 13 04:22:24.606155 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c6f8bf63-31cd-467e-b5a8-3815352c1149 req-b6eb30eb-935e-46bc-8d6f-e757a48cc499 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447278 Oct 13 04:22:24.671978 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32374e-0dc4-41ef-a8b1-506a90cfc7f7 req-7d7302c3-d80c-4320-9fc4-c10bb742ebb4 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:24.673469 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc32374e-0dc4-41ef-a8b1-506a90cfc7f7 req-7d7302c3-d80c-4320-9fc4-c10bb742ebb4 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0545540 Oct 13 04:22:24.719810 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cc32374e-0dc4-41ef-a8b1-506a90cfc7f7 req-43e2251e-b227-40fa-8d06-c1b38fa72865 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Oct 13 04:22:24.756058 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e431fe-ed7b-4f9b-a5fc-a074d375504e req-fbc1f221-2c83-4fb4-8fdd-4faad06d8bc3 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:24.757576 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f4e431fe-ed7b-4f9b-a5fc-a074d375504e req-fbc1f221-2c83-4fb4-8fdd-4faad06d8bc3 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0534129 Oct 13 04:22:24.797748 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f4e431fe-ed7b-4f9b-a5fc-a074d375504e req-488549d3-0ced-4f92-9ecb-c55efce45bc0 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339243 Oct 13 04:22:25.735971 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc8363-8f6a-4dab-ad45-b2bc8d65533f req-a47a4555-56e5-4928-aa78-914d227af575 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:25.737480 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-57fc8363-8f6a-4dab-ad45-b2bc8d65533f req-a47a4555-56e5-4928-aa78-914d227af575 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0593836 Oct 13 04:22:25.783652 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-57fc8363-8f6a-4dab-ad45-b2bc8d65533f req-3a98ac36-a582-47d1-a3bb-989208fcb8ef tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381076 Oct 13 04:22:25.847962 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a14-3bb0-49ca-b0ed-7c2de986ecae req-7980e947-d182-47ce-b89d-3df14bfc21ac tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:25.849539 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1cba1a14-3bb0-49ca-b0ed-7c2de986ecae req-7980e947-d182-47ce-b89d-3df14bfc21ac tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0550411 Oct 13 04:22:25.918463 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1cba1a14-3bb0-49ca-b0ed-7c2de986ecae req-298efe93-5d42-4ea7-8426-20784172a304 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628757 Oct 13 04:22:25.941539 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0e9da-f65c-4128-ade1-8c91e001e057 req-b1edf72a-06d6-43de-80ef-d7e59427a771 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:25.943464 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7db0e9da-f65c-4128-ade1-8c91e001e057 req-b1edf72a-06d6-43de-80ef-d7e59427a771 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0741959 Oct 13 04:22:25.983362 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7db0e9da-f65c-4128-ade1-8c91e001e057 req-5b2cb54c-2ac4-41d2-b6de-5c5912b2426f tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338824 Oct 13 04:22:26.910107 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40486-b3e5-4e64-a138-17e0900e036f req-15f2ef4c-59b5-4515-9e42-09a51b497ed4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:26.911584 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5dd40486-b3e5-4e64-a138-17e0900e036f req-15f2ef4c-59b5-4515-9e42-09a51b497ed4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0489025 Oct 13 04:22:26.952836 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5dd40486-b3e5-4e64-a138-17e0900e036f req-7e41cd5d-1605-4b5e-a0bf-dc8d075d6687 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352097 Oct 13 04:22:27.039203 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759be9-414f-4059-8d2d-fdcc0fb66e47 req-6f252bc4-0a15-4adc-9889-067a45c690f2 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:27.040771 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8759be9-414f-4059-8d2d-fdcc0fb66e47 req-6f252bc4-0a15-4adc-9889-067a45c690f2 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0504880 Oct 13 04:22:27.113072 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8759be9-414f-4059-8d2d-fdcc0fb66e47 req-ad20b871-c97e-4bb4-8e54-55718c044fdc tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654671 Oct 13 04:22:27.125061 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bfe11-a68c-4577-a8de-80258e7f363b req-42fcb4bd-8107-459d-a800-53df5c1d8afc tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:27.126514 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-247bfe11-a68c-4577-a8de-80258e7f363b req-42fcb4bd-8107-459d-a800-53df5c1d8afc tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0726752 Oct 13 04:22:27.163063 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-247bfe11-a68c-4577-a8de-80258e7f363b req-499b2da7-f7fd-4ffe-88cb-c7d2143f5faf tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307446 Oct 13 04:22:28.079065 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8feeac-e3b8-46eb-b0e2-c93051b2574a req-56f4ec2e-2879-40e0-bab4-bed41e9f54f7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:28.080538 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3d8feeac-e3b8-46eb-b0e2-c93051b2574a req-56f4ec2e-2879-40e0-bab4-bed41e9f54f7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0535300 Oct 13 04:22:28.117628 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3d8feeac-e3b8-46eb-b0e2-c93051b2574a req-d470e94b-10cb-4473-a309-d00194a92f88 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309074 Oct 13 04:22:28.233381 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b58a8-930c-4b51-9738-06dbc01b84aa req-469598ff-02b2-4715-8010-d9df9f9e7edb tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:28.234858 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3c6b58a8-930c-4b51-9738-06dbc01b84aa req-469598ff-02b2-4715-8010-d9df9f9e7edb tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0490394 Oct 13 04:22:28.293496 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3c6b58a8-930c-4b51-9738-06dbc01b84aa req-5682cbce-700b-46ec-9ae6-f57a4cfcf62e tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495300 Oct 13 04:22:28.306881 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e49194-bb51-4831-836e-f6d1b6a34460 req-f2a5a150-6452-4ee7-933c-b216aca5ca80 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:28.306881 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3e49194-bb51-4831-836e-f6d1b6a34460 req-f2a5a150-6452-4ee7-933c-b216aca5ca80 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0711730 Oct 13 04:22:28.348290 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3e49194-bb51-4831-836e-f6d1b6a34460 req-8e09e722-e9fb-4ab4-839b-48d28e896311 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352650 Oct 13 04:22:29.246605 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4c72c-530f-4f49-8d7c-3146b5c0dcd3 req-5a6fa22f-97dd-47b1-9fe1-18ea0857b272 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:29.248304 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fce4c72c-530f-4f49-8d7c-3146b5c0dcd3 req-5a6fa22f-97dd-47b1-9fe1-18ea0857b272 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0582957 Oct 13 04:22:29.295023 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fce4c72c-530f-4f49-8d7c-3146b5c0dcd3 req-4f745373-ed26-4484-ade6-d524b8e395bd tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402656 Oct 13 04:22:29.412975 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08e481-a656-4f40-a7a7-89ec6dfd9020 req-743b5a56-7c78-4bb7-b753-b9597494a4f1 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:29.414683 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3d08e481-a656-4f40-a7a7-89ec6dfd9020 req-743b5a56-7c78-4bb7-b753-b9597494a4f1 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0549846 Oct 13 04:22:29.476325 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3d08e481-a656-4f40-a7a7-89ec6dfd9020 req-b9ca8356-f318-4d01-a4a1-d62b7eb1ce7f tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558510 Oct 13 04:22:29.493964 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002e84b-37bd-420b-938f-9907b293fc6e req-7426b5d0-61a2-4a93-9c96-d752e3738698 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:29.495433 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b002e84b-37bd-420b-938f-9907b293fc6e req-7426b5d0-61a2-4a93-9c96-d752e3738698 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0616357 Oct 13 04:22:29.534545 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b002e84b-37bd-420b-938f-9907b293fc6e req-8e76db57-43ee-47f6-ac0b-710852ef6bc3 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328181 Oct 13 04:22:29.777013 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf109-2a9d-4071-ab15-7f667cf1eead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.446813 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f3dc8-fa15-45e5-a613-dfbedc6a594b req-d0cd1b88-393d-4dea-8d11-e870c2cde869 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:30.448256 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de9f3dc8-fa15-45e5-a613-dfbedc6a594b req-d0cd1b88-393d-4dea-8d11-e870c2cde869 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0595603 Oct 13 04:22:30.489315 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-de9f3dc8-fa15-45e5-a613-dfbedc6a594b req-15cee441-6951-4bb1-9533-fda6ba59e1d6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Oct 13 04:22:30.595773 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f8203-5aab-4af9-a913-ac8e255e528d req-94f6228d-93f2-4238-ae32-2f7d36bead8b tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:30.597173 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c2f8203-5aab-4af9-a913-ac8e255e528d req-94f6228d-93f2-4238-ae32-2f7d36bead8b tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0487940 Oct 13 04:22:30.661945 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c2f8203-5aab-4af9-a913-ac8e255e528d req-10b26f35-007e-4b5e-a8d4-3bbafcb4294c tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587046 Oct 13 04:22:30.674640 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920ff02-235e-4012-9699-045bb85d754b req-ba6898dc-47f7-4f07-ad6d-91a512ef2cdb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:30.676308 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7920ff02-235e-4012-9699-045bb85d754b req-ba6898dc-47f7-4f07-ad6d-91a512ef2cdb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0673482 Oct 13 04:22:30.730386 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7920ff02-235e-4012-9699-045bb85d754b req-1fdc6dc3-f127-4d38-b887-b6a3c55cb53c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477369 Oct 13 04:22:31.610761 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2708fc3-4798-4043-85bb-b781f0320eca req-f2c3ae16-6fde-4417-9a70-bb0b74e3f5e2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:31.612222 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e2708fc3-4798-4043-85bb-b781f0320eca req-f2c3ae16-6fde-4417-9a70-bb0b74e3f5e2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0497568 Oct 13 04:22:31.650155 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e2708fc3-4798-4043-85bb-b781f0320eca req-e99bc2c8-16e6-4322-b39e-5566d5c97b56 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316274 Oct 13 04:22:31.778981 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c951d64-35c0-4300-9182-36f98880cdb0 req-9b0aaa94-5d1d-400b-bfa9-2097d95d2283 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:31.780663 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0c951d64-35c0-4300-9182-36f98880cdb0 req-9b0aaa94-5d1d-400b-bfa9-2097d95d2283 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0506172 Oct 13 04:22:31.848403 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0c951d64-35c0-4300-9182-36f98880cdb0 req-1a698090-5f9a-4c19-a515-99b2d499c108 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613189 Oct 13 04:22:31.867478 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f5a05-7283-4599-82de-8d5c9dadccf7 req-df5e767f-06da-4ca2-87c3-ea9929dd4809 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:31.869510 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-707f5a05-7283-4599-82de-8d5c9dadccf7 req-df5e767f-06da-4ca2-87c3-ea9929dd4809 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0664485 Oct 13 04:22:31.907784 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-707f5a05-7283-4599-82de-8d5c9dadccf7 req-7686e6c1-5b5b-47ae-aef6-c76dcbea7d6a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322711 Oct 13 04:22:32.353574 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fcbd150e-8d85-4cc4-8349-6c65bfcf034e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.788865 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f70a-97f1-499e-8cf6-9299c85d6629 req-4cc8463a-ca02-4bd7-a40f-e54b72b4546f tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:32.790360 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b821f70a-97f1-499e-8cf6-9299c85d6629 req-4cc8463a-ca02-4bd7-a40f-e54b72b4546f tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0590694 Oct 13 04:22:32.830756 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b821f70a-97f1-499e-8cf6-9299c85d6629 req-8cc80fbf-c816-4fd9-9498-8a82f9aa76ce tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314314 Oct 13 04:22:32.976955 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936caa0-b78d-4c65-b162-a102e836368d req-49f36341-efad-445c-93c9-45f3d07ef688 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:32.978467 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f936caa0-b78d-4c65-b162-a102e836368d req-49f36341-efad-445c-93c9-45f3d07ef688 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0516407 Oct 13 04:22:33.045656 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f936caa0-b78d-4c65-b162-a102e836368d req-4caf0b67-3f40-4c7f-bf94-b6477990123a tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581746 Oct 13 04:22:33.053551 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0de808-0d10-417c-aff3-5bfb4d71ed18 req-99709d18-e77e-4f39-9505-a3abf96f81cb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:33.055012 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3b0de808-0d10-417c-aff3-5bfb4d71ed18 req-99709d18-e77e-4f39-9505-a3abf96f81cb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0756595 Oct 13 04:22:33.091835 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3b0de808-0d10-417c-aff3-5bfb4d71ed18 req-7608cbc8-156a-4aa4-9c3e-b8814b7b8371 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Oct 13 04:22:33.345948 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.610760 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.964026 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d578f-72d0-49fd-a8d9-114cd1ba9380 req-8057c528-2502-4929-a8c7-13b897c3d539 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:33.965469 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-759d578f-72d0-49fd-a8d9-114cd1ba9380 req-8057c528-2502-4929-a8c7-13b897c3d539 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0544746 Oct 13 04:22:34.007669 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-759d578f-72d0-49fd-a8d9-114cd1ba9380 req-c0408a19-7165-4985-a7d0-e87591c332b1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332947 Oct 13 04:22:34.170638 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30565f-a814-4e69-9d93-2338aaf3a595 req-c018b589-05b0-4262-b0c0-7aeb6417bffe tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:34.172140 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ad30565f-a814-4e69-9d93-2338aaf3a595 req-c018b589-05b0-4262-b0c0-7aeb6417bffe tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0566998 Oct 13 04:22:34.237832 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ad30565f-a814-4e69-9d93-2338aaf3a595 req-bf8b3835-338a-435b-ae07-b9955bebdec5 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568414 Oct 13 04:22:34.245749 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81683-c686-4846-a0ea-f867a2fb04ed req-7fd95d70-bce8-4c76-841f-54e14d52239c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:34.247157 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4af81683-c686-4846-a0ea-f867a2fb04ed req-7fd95d70-bce8-4c76-841f-54e14d52239c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0742021 Oct 13 04:22:34.286980 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4af81683-c686-4846-a0ea-f867a2fb04ed req-98bf286a-da4d-402c-be78-72257fcc5643 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335755 Oct 13 04:22:35.221826 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e5bcf-4edc-4f63-adbd-c48e25a8ae6d req-193af2e0-da66-4679-a2db-6af92140a4c5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:35.223254 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c47e5bcf-4edc-4f63-adbd-c48e25a8ae6d req-193af2e0-da66-4679-a2db-6af92140a4c5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.1292243 Oct 13 04:22:35.262640 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ec2476ce-af40-45bf-b74f-51011ceb033c req-28b9b663-e7ea-4d28-84f3-18ec3b400178 service neutron] 10.222.0.45 "GET /v2.0/networks/e54ced28-97ce-426d-88ff-83bdd61b305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579046 Oct 13 04:22:35.265468 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:35.266294 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4f7f5-85e0-4a40-a51d-93745d09bedd req-4ab2cbf4-535d-4914-beaf-42ffbf0191f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:35.267816 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b4f7f5-85e0-4a40-a51d-93745d09bedd req-4ab2cbf4-535d-4914-beaf-42ffbf0191f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 1098 time: 0.1049037 Oct 13 04:22:35.301522 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c47e5bcf-4edc-4f63-adbd-c48e25a8ae6d req-0fe3e29c-c5d9-40a0-a13c-effa26ccd384 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713332 Oct 13 04:22:35.424943 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4f7f5-85e0-4a40-a51d-93745d09bedd req-019d4dd3-7013-4283-a168-f0e11170db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:35.426403 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b4f7f5-85e0-4a40-a51d-93745d09bedd req-019d4dd3-7013-4283-a168-f0e11170db25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad1401a3-1315-4343-905f-76fd363a95dd HTTP/1.1" status: 200 len: 919 time: 0.1486974 Oct 13 04:22:35.438756 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a558c-091c-4a32-a999-e5ac690d09e8 req-cf1288c7-dacb-4bca-9b4d-6688024d0dee tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:35.440105 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a4a558c-091c-4a32-a999-e5ac690d09e8 req-cf1288c7-dacb-4bca-9b4d-6688024d0dee tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.1111157 Oct 13 04:22:35.496951 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddc2a3-0c78-43f2-b0db-ace4e3b72bc9 req-7a26d841-725d-43c8-84f6-6483cf2b2091 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:35.498627 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-93ddc2a3-0c78-43f2-b0db-ace4e3b72bc9 req-7a26d841-725d-43c8-84f6-6483cf2b2091 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.1360891 Oct 13 04:22:35.501100 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b4f7f5-85e0-4a40-a51d-93745d09bedd req-14ce9e9a-59e1-4e88-8bfc-7cc07320c032 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a005bba9-2263-44ad-abba-36d29b7c7e7c HTTP/1.1" status: 200 len: 217 time: 0.0601914 Oct 13 04:22:35.575648 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a4a558c-091c-4a32-a999-e5ac690d09e8 req-9f66a617-352f-4c5c-af61-f7562b95adb6 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279325 Oct 13 04:22:35.590005 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4f7f5-85e0-4a40-a51d-93745d09bedd req-d8b66e32-23ac-468f-b93c-40bba4a43d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:35.591472 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b4f7f5-85e0-4a40-a51d-93745d09bedd req-d8b66e32-23ac-468f-b93c-40bba4a43d58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7af68be4-9f67-4575-a8cd-9500968eb3b5 HTTP/1.1" status: 200 len: 858 time: 0.0831747 Oct 13 04:22:35.594373 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-93ddc2a3-0c78-43f2-b0db-ace4e3b72bc9 req-3c3d3f65-0385-4668-b0a5-6cb891bad15e tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871797 Oct 13 04:22:35.627758 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b4f7f5-85e0-4a40-a51d-93745d09bedd req-9d3ac357-a46c-48d5-9e12-8a765b659f86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad1401a3-1315-4343-905f-76fd363a95dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280247 Oct 13 04:22:35.716544 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b4f7f5-85e0-4a40-a51d-93745d09bedd req-0403d5b9-761a-4697-8a98-fa7f987041e4 service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805192 Oct 13 04:22:35.818252 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b4f7f5-85e0-4a40-a51d-93745d09bedd req-8b759d66-514a-4798-a316-78010988d77e service neutron] 10.222.0.45 "GET /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929141 Oct 13 04:22:35.923554 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.435802 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd54b5-b8d8-4121-b67e-c0f07ceba6c5 req-6c2a1b6f-ac92-4f82-b08c-1ac8e0ef2605 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:36.437266 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-98dd54b5-b8d8-4121-b67e-c0f07ceba6c5 req-6c2a1b6f-ac92-4f82-b08c-1ac8e0ef2605 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0548830 Oct 13 04:22:36.477781 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-98dd54b5-b8d8-4121-b67e-c0f07ceba6c5 req-877c3451-3a73-41c2-9ed0-2c97e490cf19 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Oct 13 04:22:36.714269 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8682d-3618-4ee6-aaa1-a5655caad979 req-3a7e8ca1-4554-450d-a105-341f364b6237 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:36.715731 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5b8682d-3618-4ee6-aaa1-a5655caad979 req-3a7e8ca1-4554-450d-a105-341f364b6237 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0740793 Oct 13 04:22:36.734421 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8f105-4fb3-4e1d-b79a-0c1a3e67beb0 req-f19996ab-1e5e-4dd4-bfe1-b5f140c32dff tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:36.735778 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-25f8f105-4fb3-4e1d-b79a-0c1a3e67beb0 req-f19996ab-1e5e-4dd4-bfe1-b5f140c32dff tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0681496 Oct 13 04:22:36.780453 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c5b8682d-3618-4ee6-aaa1-a5655caad979 req-f6715315-4663-4038-af7f-9f3b0230e2b7 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584137 Oct 13 04:22:36.794002 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-25f8f105-4fb3-4e1d-b79a-0c1a3e67beb0 req-f4e43c47-5dda-4560-bff5-8dc7a5a66f72 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505753 Oct 13 04:22:37.719327 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0745c7d-40e1-4167-b444-d583ba5d79ed req-6ccd0eee-b58f-415a-9760-6657113adb5b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:37.720760 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d0745c7d-40e1-4167-b444-d583ba5d79ed req-6ccd0eee-b58f-415a-9760-6657113adb5b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0504029 Oct 13 04:22:37.759072 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d0745c7d-40e1-4167-b444-d583ba5d79ed req-0cf20e6c-aec5-477c-96d5-b5ec3b794a69 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323894 Oct 13 04:22:37.929627 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a5d9a-463c-48fd-9240-033f5f75d3b7 req-55b56463-2614-425e-8592-1ba954ebf07b tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:37.931049 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e63a5d9a-463c-48fd-9240-033f5f75d3b7 req-55b56463-2614-425e-8592-1ba954ebf07b tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0774646 Oct 13 04:22:37.938728 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7871a19-e0b5-4f94-8380-c74a68b3b198 req-793166b8-27d9-4bb3-a6f1-c19beae6f527 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:37.940039 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a7871a19-e0b5-4f94-8380-c74a68b3b198 req-793166b8-27d9-4bb3-a6f1-c19beae6f527 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0763378 Oct 13 04:22:37.991596 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e63a5d9a-463c-48fd-9240-033f5f75d3b7 req-72c33251-6381-4661-8377-33c06a6f1997 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506430 Oct 13 04:22:37.996465 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a7871a19-e0b5-4f94-8380-c74a68b3b198 req-770e50ed-44fe-4dd9-807a-8b1031dc4c74 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498827 Oct 13 04:22:38.883310 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ace42-79f6-4b7b-a275-569160b8c782 req-b5d287fe-9428-4f09-bda0-31de576f9166 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:38.884748 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a0ace42-79f6-4b7b-a275-569160b8c782 req-b5d287fe-9428-4f09-bda0-31de576f9166 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0509071 Oct 13 04:22:38.925930 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6a0ace42-79f6-4b7b-a275-569160b8c782 req-22b4bba1-5d11-4b27-8bb2-e372bba024c7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322869 Oct 13 04:22:39.141666 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888484c-d113-48ae-9295-ae208d636554 req-36d68819-25f9-46f2-b33c-da86890536dc tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:39.143173 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b888484c-d113-48ae-9295-ae208d636554 req-36d68819-25f9-46f2-b33c-da86890536dc tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 948 time: 0.0806432 Oct 13 04:22:39.151186 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a601f-d463-4dcb-9ab9-4252f88a7f8a req-f78e9f65-fe92-4d8b-8bb5-91448b68b789 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:39.152614 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-497a601f-d463-4dcb-9ab9-4252f88a7f8a req-f78e9f65-fe92-4d8b-8bb5-91448b68b789 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0812218 Oct 13 04:22:39.206056 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b888484c-d113-48ae-9295-ae208d636554 req-ac3a1a64-d9e7-4b83-901d-728b11eaefc5 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524330 Oct 13 04:22:39.210967 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-497a601f-d463-4dcb-9ab9-4252f88a7f8a req-b1340b0f-a88c-4794-b11f-2ef670e6e1c7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512679 Oct 13 04:22:39.544302 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 6a971d86-b9a8-4230-9244-991803f191ba details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:22:39.643886 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 6a971d86-b9a8-4230-9244-991803f191ba, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=6a971d86-b9a8-4230-9244-991803f191ba,segment=NetworkSegment(4f6c58bd-f351-4468-b02f-e2f833e16c0a),segment_id=4f6c58bd-f351-4468-b02f-e2f833e16c0a)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:39.655656 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '6a971d86-b9a8-4230-9244-991803f191ba', 'network_id': 'e54ced28-97ce-426d-88ff-83bdd61b305e', 'port_id': '6a971d86-b9a8-4230-9244-991803f191ba', 'mac_address': 'fa:16:3e:40:d0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c239d191-d610-47e4-9cc6-57c2e160c3bd', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:22:39.695987 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.708282 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a971d86-b9a8-4230-9244-991803f191ba {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:39.727600 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 6a971d86-b9a8-4230-9244-991803f191ba, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=6a971d86-b9a8-4230-9244-991803f191ba,segment=NetworkSegment(4f6c58bd-f351-4468-b02f-e2f833e16c0a),segment_id=4f6c58bd-f351-4468-b02f-e2f833e16c0a)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:39.733211 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.778818 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=6a971d86-b9a8-4230-9244-991803f191ba,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:39.786353 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:39.786684 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:39.787012 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:39.787333 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:39.787648 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:39.787964 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:39.788277 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:39.788612 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:39.788946 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:39.789264 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:39.789580 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:39.789886 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:40.062969 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e42ff-a551-47d9-ae83-05361059e393 req-044543c6-f2d9-41f0-a173-f8661ac7fff7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.064319 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f6e42ff-a551-47d9-ae83-05361059e393 req-044543c6-f2d9-41f0-a173-f8661ac7fff7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0497558 Oct 13 04:22:40.107103 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f6e42ff-a551-47d9-ae83-05361059e393 req-1bab5d6d-60b7-4a1e-af81-0def92ff52af tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365260 Oct 13 04:22:40.186048 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['6a971d86-b9a8-4230-9244-991803f191ba'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:40.353716 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4a0c5-e749-4c76-853c-1365313ae83e req-f8411c8e-6b84-4da9-adff-bfbc26ed5005 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.355070 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-66a4a0c5-e749-4c76-853c-1365313ae83e req-f8411c8e-6b84-4da9-adff-bfbc26ed5005 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 949 time: 0.0784681 Oct 13 04:22:40.362089 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b837ba-f0d4-4e4f-90f8-58a919b7869e req-a1147d46-ed0f-40d3-b07a-f7cbd8de3ded tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.363416 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-25b837ba-f0d4-4e4f-90f8-58a919b7869e req-a1147d46-ed0f-40d3-b07a-f7cbd8de3ded tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0777164 Oct 13 04:22:40.417150 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-66a4a0c5-e749-4c76-853c-1365313ae83e req-e440ffc2-aed3-4430-bd48-68a14ce51294 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526159 Oct 13 04:22:40.423181 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-25b837ba-f0d4-4e4f-90f8-58a919b7869e req-ab9b389f-3dd1-4ae3-8ce9-b2e6de4e5c72 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532031 Oct 13 04:22:41.256973 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9955e-455d-40b7-9ba6-32f3656edac9 req-a60f544b-7eb8-4a27-b394-63d40a924864 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.258557 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f6c9955e-455d-40b7-9ba6-32f3656edac9 req-a60f544b-7eb8-4a27-b394-63d40a924864 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0555201 Oct 13 04:22:41.299379 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f6c9955e-455d-40b7-9ba6-32f3656edac9 req-5ef4daed-c101-4d8e-b084-162c96274659 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325186 Oct 13 04:22:41.425438 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fb3a1f0-ce31-4e4b-9956-ca8b6b752079 req-e0f964ec-cb45-4867-8d01-faa28b9b6bab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453951 Oct 13 04:22:41.540199 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a1f0-ce31-4e4b-9956-ca8b6b752079 req-13383246-db05-4981-a572-9476844ea4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.541861 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fb3a1f0-ce31-4e4b-9956-ca8b6b752079 req-13383246-db05-4981-a572-9476844ea4ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 1098 time: 0.0662472 Oct 13 04:22:41.551635 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 6a971d86-b9a8-4230-9244-991803f191ba up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:41.558949 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112a582-f488-496a-8410-cf8959fd8064 req-ab497f0e-5d00-401e-8a75-060601bdd660 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.560444 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c112a582-f488-496a-8410-cf8959fd8064 req-ab497f0e-5d00-401e-8a75-060601bdd660 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 949 time: 0.0743618 Oct 13 04:22:41.603047 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port 6a971d86-b9a8-4230-9244-991803f191ba completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:22:41.607567 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 6a971d86-b9a8-4230-9244-991803f191ba triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:41.608139 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.657560 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c112a582-f488-496a-8410-cf8959fd8064 req-935661be-3d76-460c-98fe-09460690e882 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827169 Oct 13 04:22:41.684160 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a1f0-ce31-4e4b-9956-ca8b6b752079 req-ad74ffa0-d41b-4b16-8e52-e171a1466ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.685635 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fb3a1f0-ce31-4e4b-9956-ca8b6b752079 req-ad74ffa0-d41b-4b16-8e52-e171a1466ff8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 912 time: 0.1188362 Oct 13 04:22:41.693838 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.715521 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39ca441-9306-4e97-8dee-e2ae3367c0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a971d86-b9a8-4230-9244-991803f191ba'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:41.717791 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab4cc83-7393-4786-9f69-05f1a4cfb54f" -d '{"events": [{"server_uuid": "e39ca441-9306-4e97-8dee-e2ae3367c0dc", "name": "network-vif-plugged", "status": "completed", "tag": "6a971d86-b9a8-4230-9244-991803f191ba"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:41.733261 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 6a971d86-b9a8-4230-9244-991803f191ba, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=6a971d86-b9a8-4230-9244-991803f191ba,segment=NetworkSegment(4f6c58bd-f351-4468-b02f-e2f833e16c0a),segment_id=4f6c58bd-f351-4468-b02f-e2f833e16c0a)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:41.738132 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.757276 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fb3a1f0-ce31-4e4b-9956-ca8b6b752079 req-29484d15-5b50-4fd3-8acd-d35dd5806ccd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f HTTP/1.1" status: 200 len: 1001 time: 0.0610538 Oct 13 04:22:41.822747 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a1f0-ce31-4e4b-9956-ca8b6b752079 req-a244d27e-dedc-4111-b0b5-98c8c754a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.824230 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fb3a1f0-ce31-4e4b-9956-ca8b6b752079 req-a244d27e-dedc-4111-b0b5-98c8c754a70e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6dbfe87-28d4-404e-af44-2da5626525e4 HTTP/1.1" status: 200 len: 850 time: 0.0557504 Oct 13 04:22:41.890759 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a1f0-ce31-4e4b-9956-ca8b6b752079 req-da6cc457-a0ad-4db3-8e24-e5431746e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.893046 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fb3a1f0-ce31-4e4b-9956-ca8b6b752079 req-da6cc457-a0ad-4db3-8e24-e5431746e8e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523269 Oct 13 04:22:41.912673 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440612a3-ac73-43b5-80fd-9cc4d2bab6e7 x-openstack-request-id: req-440612a3-ac73-43b5-80fd-9cc4d2bab6e7 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:41.912910 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39ca441-9306-4e97-8dee-e2ae3367c0dc", "name": "network-vif-plugged", "status": "completed", "tag": "6a971d86-b9a8-4230-9244-991803f191ba", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:41.913106 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-440612a3-ac73-43b5-80fd-9cc4d2bab6e7 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:41.914587 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39ca441-9306-4e97-8dee-e2ae3367c0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a971d86-b9a8-4230-9244-991803f191ba', 'code': 200} Oct 13 04:22:41.943608 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=6a971d86-b9a8-4230-9244-991803f191ba,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:42.020708 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d87eb8-8be8-402e-a1bc-463cecbb9361 req-12f4c176-c3c1-4c00-87d5-d50fea5d9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:42.022278 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21d87eb8-8be8-402e-a1bc-463cecbb9361 req-12f4c176-c3c1-4c00-87d5-d50fea5d9050 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 1103 time: 0.0713289 Oct 13 04:22:42.025938 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fb3a1f0-ce31-4e4b-9956-ca8b6b752079 req-aa944aad-d96b-4bbd-b59d-31a5c925acef service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244638 Oct 13 04:22:42.112567 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-21d87eb8-8be8-402e-a1bc-463cecbb9361 req-7d98f10a-f90a-45ed-93f3-8aab06e03300 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759768 Oct 13 04:22:42.136303 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7fb3a1f0-ce31-4e4b-9956-ca8b6b752079 req-1d3ae3d3-df15-43e8-8442-02c8c95b07a4 service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987649 Oct 13 04:22:42.435436 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bc39f-7bfe-4260-b364-6f8db2799229 req-f6ab2601-489a-42bc-90c5-d1c03899e1d7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:42.437007 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a30bc39f-7bfe-4260-b364-6f8db2799229 req-f6ab2601-489a-42bc-90c5-d1c03899e1d7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0536671 Oct 13 04:22:42.477862 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a30bc39f-7bfe-4260-b364-6f8db2799229 req-05b0099d-d9db-4157-8f38-b3a08cd70f39 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317171 Oct 13 04:22:42.786110 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a370c4b-d5de-451f-aec2-5165fd1f22e0 req-fa26cf3b-1277-430b-8bd4-1f59ad946a35 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:42.787553 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0a370c4b-d5de-451f-aec2-5165fd1f22e0 req-fa26cf3b-1277-430b-8bd4-1f59ad946a35 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 950 time: 0.0506492 Oct 13 04:22:42.834936 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0a370c4b-d5de-451f-aec2-5165fd1f22e0 req-2c863078-d358-468c-afa4-0cbea3a4907a tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Oct 13 04:22:43.611229 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c52002-2872-4cbb-aa61-f0484ce20019 req-fff29ace-cbff-4af2-ac7a-c49f6a2f59e2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:43.612559 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c3c52002-2872-4cbb-aa61-f0484ce20019 req-fff29ace-cbff-4af2-ac7a-c49f6a2f59e2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0490248 Oct 13 04:22:43.649373 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c3c52002-2872-4cbb-aa61-f0484ce20019 req-d9098432-b718-4b23-bc21-11e4974425c3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309327 Oct 13 04:22:43.952875 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55909087-1a2c-464f-add4-fb6e515c3718 req-fb51ecd8-07c0-40c0-abe5-49c5bf8bd9a7 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:43.954736 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-55909087-1a2c-464f-add4-fb6e515c3718 req-fb51ecd8-07c0-40c0-abe5-49c5bf8bd9a7 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 950 time: 0.0540121 Oct 13 04:22:43.995353 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-55909087-1a2c-464f-add4-fb6e515c3718 req-75abc8cd-bd99-4305-b0ee-f5a8299ea8f6 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332615 Oct 13 04:22:44.369649 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cca704-d62c-42d5-b8db-07827918a1ac req-7c57f7b7-b0f2-45cd-b5fa-a2c67813678a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:44.371121 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c7cca704-d62c-42d5-b8db-07827918a1ac req-7c57f7b7-b0f2-45cd-b5fa-a2c67813678a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0479865 Oct 13 04:22:44.411536 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c7cca704-d62c-42d5-b8db-07827918a1ac req-c0dcbae3-8b12-4af6-b8df-15971c523f66 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316012 Oct 13 04:22:44.791052 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3f0af-6ac2-423e-944e-dc87ddc2f861 req-e7c3fb03-1b8c-43f5-9449-35fe10662618 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:44.792487 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-93b3f0af-6ac2-423e-944e-dc87ddc2f861 req-e7c3fb03-1b8c-43f5-9449-35fe10662618 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 943 time: 0.0562363 Oct 13 04:22:44.833109 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-93b3f0af-6ac2-423e-944e-dc87ddc2f861 req-248237fd-7bb4-4d4a-9b59-70d959da56ca tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319684 Oct 13 04:22:45.128484 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f252d6-28f9-4433-8409-901a62fd1253 req-fbfca860-2eae-4326-8ed6-8bd8dc01a5af tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.129953 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a6f252d6-28f9-4433-8409-901a62fd1253 req-fbfca860-2eae-4326-8ed6-8bd8dc01a5af tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 950 time: 0.0518982 Oct 13 04:22:45.168088 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a6f252d6-28f9-4433-8409-901a62fd1253 req-3ec06862-289b-49e8-b091-221949d45f51 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321279 Oct 13 04:22:45.422574 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14958e5-48b6-489b-b988-068d16a6294e req-ac4cf801-99ab-4ecb-a842-94ab5dcc7c7b tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.424003 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a14958e5-48b6-489b-b988-068d16a6294e req-ac4cf801-99ab-4ecb-a842-94ab5dcc7c7b tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 950 time: 0.0488372 Oct 13 04:22:45.462147 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a14958e5-48b6-489b-b988-068d16a6294e req-29adf827-aae5-4127-9e6d-42dabbda303c tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Oct 13 04:22:45.529006 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f4d4-182e-4c4d-8944-5f2ef40bb2f3 req-a2d9e8b1-1d59-4b39-a5fb-b436fbd1ee1a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.530511 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9107f4d4-182e-4c4d-8944-5f2ef40bb2f3 req-a2d9e8b1-1d59-4b39-a5fb-b436fbd1ee1a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0499597 Oct 13 04:22:45.570574 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9107f4d4-182e-4c4d-8944-5f2ef40bb2f3 req-2827128b-f525-471b-b3e2-4bcfc59d0f34 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334778 Oct 13 04:22:45.579825 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 819b5060-2257-431d-a719-93e3e23c273c details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:22:45.682130 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=819b5060-2257-431d-a719-93e3e23c273c,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:45.693031 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '819b5060-2257-431d-a719-93e3e23c273c', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'port_id': '819b5060-2257-431d-a719-93e3e23c273c', 'mac_address': 'fa:16:3e:57:0d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:22:45.730074 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:45.742631 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819b5060-2257-431d-a719-93e3e23c273c {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:45.761927 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=819b5060-2257-431d-a719-93e3e23c273c,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:45.766996 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:45.813044 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=819b5060-2257-431d-a719-93e3e23c273c,revision_number=9']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:45.963566 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4fd0e-7f01-4022-a898-37c6bd1cd9f3 req-9dbede95-a070-436e-9eb0-4d97c6fe3163 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.964978 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3c4fd0e-7f01-4022-a898-37c6bd1cd9f3 req-9dbede95-a070-436e-9eb0-4d97c6fe3163 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 944 time: 0.0584157 Oct 13 04:22:46.006184 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3c4fd0e-7f01-4022-a898-37c6bd1cd9f3 req-531a3883-a508-4e9b-b88e-0b562476f0da tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323365 Oct 13 04:22:46.204853 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['819b5060-2257-431d-a719-93e3e23c273c'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:46.583364 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e8da4-1b40-4a01-be43-5ad76a72f113 req-19e5c556-2c4b-4e0d-a972-e04c6ce97bcc tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:46.584806 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d94e8da4-1b40-4a01-be43-5ad76a72f113 req-19e5c556-2c4b-4e0d-a972-e04c6ce97bcc tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 950 time: 0.0499196 Oct 13 04:22:46.627465 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d94e8da4-1b40-4a01-be43-5ad76a72f113 req-ad9a4e38-eeda-4988-87e2-00cdafcafe9f tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363839 Oct 13 04:22:46.691586 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061602e-4693-4225-b385-a4c2daa3e8df req-20aa0dd9-ffd9-47be-887c-f3b9642b73ad tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:46.693010 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7061602e-4693-4225-b385-a4c2daa3e8df req-20aa0dd9-ffd9-47be-887c-f3b9642b73ad tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.0485179 Oct 13 04:22:46.730594 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7061602e-4693-4225-b385-a4c2daa3e8df req-1d27d9c6-c5f6-498e-a314-24c8a7d17e65 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315239 Oct 13 04:22:47.147482 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b95a5-2573-4772-b8ae-70b27479109d req-ca953367-24e2-4233-8940-32767cc3e8bc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.148896 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2a0b95a5-2573-4772-b8ae-70b27479109d req-ca953367-24e2-4233-8940-32767cc3e8bc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 944 time: 0.0543268 Oct 13 04:22:47.188541 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2a0b95a5-2573-4772-b8ae-70b27479109d req-bc11ea34-8ffa-462a-b08f-6decb5adfdd7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333447 Oct 13 04:22:47.254766 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd4989-f941-4219-a698-3f232fac8024 req-988a5eea-228a-488f-9e01-f424abc31230 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.256204 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-55bd4989-f941-4219-a698-3f232fac8024 req-988a5eea-228a-488f-9e01-f424abc31230 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.45 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 950 time: 0.0521812 Oct 13 04:22:47.347074 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-55bd4989-f941-4219-a698-3f232fac8024 req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Deleting port 6a971d86-b9a8-4230-9244-991803f191ba {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:47.347283 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-55bd4989-f941-4219-a698-3f232fac8024 req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.612456 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 819b5060-2257-431d-a719-93e3e23c273c up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:47.668512 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 819b5060-2257-431d-a719-93e3e23c273c triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:47.669180 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.695058 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f6ab-cd2f-4db1-aff3-cf79e9840027 req-9383c445-9639-4368-8866-f4cea5d0b736 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.696476 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c57f6ab-cd2f-4db1-aff3-cf79e9840027 req-9383c445-9639-4368-8866-f4cea5d0b736 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.1088579 Oct 13 04:22:47.702377 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-55bd4989-f941-4219-a698-3f232fac8024 req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] For port 6a971d86-b9a8-4230-9244-991803f191ba, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=6a971d86-b9a8-4230-9244-991803f191ba,segment=NetworkSegment(4f6c58bd-f351-4468-b02f-e2f833e16c0a),segment_id=4f6c58bd-f351-4468-b02f-e2f833e16c0a)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:47.702727 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-55bd4989-f941-4219-a698-3f232fac8024 req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.741264 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-55bd4989-f941-4219-a698-3f232fac8024 req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Calling delete_port for 6a971d86-b9a8-4230-9244-991803f191ba owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:47.754634 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.778563 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b5060-2257-431d-a719-93e3e23c273c'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:47.780886 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7a9867-f7e6-41ad-b87d-df57f9e73815" -d '{"events": [{"server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "name": "network-vif-plugged", "status": "completed", "tag": "819b5060-2257-431d-a719-93e3e23c273c"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:47.794142 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=819b5060-2257-431d-a719-93e3e23c273c,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:47.800370 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.847235 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=819b5060-2257-431d-a719-93e3e23c273c,revision_number=10']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:47.874747 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95516d6a-b6f7-46a6-af56-adaf4caaeb68 req-b6cc214a-5387-439b-8a33-9e6cdf1cc66f tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.876111 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95516d6a-b6f7-46a6-af56-adaf4caaeb68 req-b6cc214a-5387-439b-8a33-9e6cdf1cc66f tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 950 time: 0.1756828 Oct 13 04:22:47.956086 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95516d6a-b6f7-46a6-af56-adaf4caaeb68 req-420021b2-d060-4a83-992b-f49179446c6c tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/security-groups?id=3247c2e3-2940-4861-8714-bf1aa620a177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657129 Oct 13 04:22:47.963191 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16961dd7-1372-40e1-af2c-f7d4e7760e02 req-b6899f75-c5cf-4ccc-8419-45222893882b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.964572 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-16961dd7-1372-40e1-af2c-f7d4e7760e02 req-b6899f75-c5cf-4ccc-8419-45222893882b tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 945 time: 0.1314058 Oct 13 04:22:47.972304 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-5c57f6ab-cd2f-4db1-aff3-cf79e9840027 req-1e8f8e8b-7a09-47d7-8e27-4ec0b8b9bc65 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Deleting port d06e81cd-60bd-4e5e-b109-0c41c2176eff {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:47.972737 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-5c57f6ab-cd2f-4db1-aff3-cf79e9840027 req-1e8f8e8b-7a09-47d7-8e27-4ec0b8b9bc65 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.008945 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67c65bf-cb0a-42f5-bbeb-5f8637152232 x-openstack-request-id: req-b67c65bf-cb0a-42f5-bbeb-5f8637152232 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:48.009314 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "name": "network-vif-plugged", "status": "completed", "tag": "819b5060-2257-431d-a719-93e3e23c273c", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:48.009660 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b67c65bf-cb0a-42f5-bbeb-5f8637152232 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:48.010059 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b5060-2257-431d-a719-93e3e23c273c', 'code': 200} Oct 13 04:22:48.103277 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-16961dd7-1372-40e1-af2c-f7d4e7760e02 req-cfbf76d4-7867-4407-ab01-74210c030d26 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260431 Oct 13 04:22:48.117507 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-55bd4989-f941-4219-a698-3f232fac8024 req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.130358 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['6a971d86-b9a8-4230-9244-991803f191ba'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:48.161933 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Pushing event deleted for resources: {'Port': ['ID=6a971d86-b9a8-4230-9244-991803f191ba,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:48.176416 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-5c57f6ab-cd2f-4db1-aff3-cf79e9840027 req-1e8f8e8b-7a09-47d7-8e27-4ec0b8b9bc65 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] For port d06e81cd-60bd-4e5e-b109-0c41c2176eff, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=d06e81cd-60bd-4e5e-b109-0c41c2176eff,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:48.176755 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-5c57f6ab-cd2f-4db1-aff3-cf79e9840027 req-1e8f8e8b-7a09-47d7-8e27-4ec0b8b9bc65 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.186266 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:48.186586 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:48.186938 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:48.187267 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:48.187589 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:48.187910 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:48.188228 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:48.188544 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:48.188863 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:48.189177 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:48.189717 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:48.189839 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:48.215734 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-5c57f6ab-cd2f-4db1-aff3-cf79e9840027 req-1e8f8e8b-7a09-47d7-8e27-4ec0b8b9bc65 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Calling delete_port for d06e81cd-60bd-4e5e-b109-0c41c2176eff owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:48.235414 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bd4989-f941-4219-a698-3f232fac8024 req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] No DVR routers for this DVR port 6a971d86-b9a8-4230-9244-991803f191ba on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:48.238724 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-55bd4989-f941-4219-a698-3f232fac8024 req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.242294 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-55bd4989-f941-4219-a698-3f232fac8024 req-d4991ed6-2816-496c-b308-242a7f4977d9 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.45 "DELETE /v2.0/ports/6a971d86-b9a8-4230-9244-991803f191ba HTTP/1.1" status: 204 len: 173 time: 0.9798095 Oct 13 04:22:48.252138 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39ca441-9306-4e97-8dee-e2ae3367c0dc', 'name': 'network-vif-deleted', 'tag': '6a971d86-b9a8-4230-9244-991803f191ba'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:48.254647 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2e415b-7bb5-40c6-90aa-32b6563f078f" -d '{"events": [{"server_uuid": "e39ca441-9306-4e97-8dee-e2ae3367c0dc", "name": "network-vif-deleted", "tag": "6a971d86-b9a8-4230-9244-991803f191ba"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:48.300889 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76c8c2f-b0eb-4cb2-b8e4-158566b03a3c x-openstack-request-id: req-e76c8c2f-b0eb-4cb2-b8e4-158566b03a3c {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:48.301157 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39ca441-9306-4e97-8dee-e2ae3367c0dc", "name": "network-vif-deleted", "tag": "6a971d86-b9a8-4230-9244-991803f191ba", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:48.301386 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e76c8c2f-b0eb-4cb2-b8e4-158566b03a3c {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:48.301861 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39ca441-9306-4e97-8dee-e2ae3367c0dc', 'name': 'network-vif-deleted', 'tag': '6a971d86-b9a8-4230-9244-991803f191ba', 'status': 'completed', 'code': 200} Oct 13 04:22:48.386056 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67192c-c2f7-4e73-8546-5c156a64f5e7 req-1aa8603c-ae95-448b-9bc7-5d5ab862b5ba tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:48.387833 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9c67192c-c2f7-4e73-8546-5c156a64f5e7 req-1aa8603c-ae95-448b-9bc7-5d5ab862b5ba tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 946 time: 0.0922205 Oct 13 04:22:48.464797 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9c67192c-c2f7-4e73-8546-5c156a64f5e7 req-cb7a2b2e-e4df-46b2-b7cf-40763fb11a7c tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704632 Oct 13 04:22:48.498428 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-5c57f6ab-cd2f-4db1-aff3-cf79e9840027 req-1e8f8e8b-7a09-47d7-8e27-4ec0b8b9bc65 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.514842 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['a005bba9-2263-44ad-abba-36d29b7c7e7c', 'd06e81cd-60bd-4e5e-b109-0c41c2176eff'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:48.537435 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f8e8b-7a09-47d7-8e27-4ec0b8b9bc65 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Pushing event deleted for resources: {'Port': ['ID=d06e81cd-60bd-4e5e-b109-0c41c2176eff,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:48.579441 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba536c1-3c32-4c0f-9ad6-95539e9074c9 req-4ad05c47-c165-4fbc-804c-fd5e935e5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:48.580937 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ba536c1-3c32-4c0f-9ad6-95539e9074c9 req-4ad05c47-c165-4fbc-804c-fd5e935e5c27 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 1099 time: 0.1085112 Oct 13 04:22:48.581778 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c57f6ab-cd2f-4db1-aff3-cf79e9840027 req-1e8f8e8b-7a09-47d7-8e27-4ec0b8b9bc65 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] No DVR routers for this DVR port d06e81cd-60bd-4e5e-b109-0c41c2176eff on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:48.584254 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-5c57f6ab-cd2f-4db1-aff3-cf79e9840027 req-1e8f8e8b-7a09-47d7-8e27-4ec0b8b9bc65 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.587690 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c57f6ab-cd2f-4db1-aff3-cf79e9840027 req-1e8f8e8b-7a09-47d7-8e27-4ec0b8b9bc65 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.45 "DELETE /v2.0/ports/d06e81cd-60bd-4e5e-b109-0c41c2176eff HTTP/1.1" status: 204 len: 173 time: 0.8705943 Oct 13 04:22:48.621190 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ba536c1-3c32-4c0f-9ad6-95539e9074c9 req-5ebdc01d-0d18-49c7-a286-c3ceeb3cfc86 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323100 Oct 13 04:22:49.063208 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e315d8bf-968d-4f5b-ac0a-44445d1458b8 req-be408da7-d9cd-4e1e-b277-b2c38b172a97 tempest-VolumesNegativeTest-1721027184 tempest-VolumesNegativeTest-1721027184-project] 10.222.0.55 "GET /v2.0/ports?device_id=e39ca441-9306-4e97-8dee-e2ae3367c0dc HTTP/1.1" status: 200 len: 210 time: 0.0259473 Oct 13 04:22:49.214008 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-39a52e6d-0a5f-431b-b327-a8ed8364bdd5 req-5362811e-fe10-4b75-85fe-d644ed44bbdd tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb288c24-304a-4fc1-bcbc-42dbfdec3fe1 HTTP/1.1" status: 200 len: 210 time: 0.0260897 Oct 13 04:22:49.597836 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48208ea-bf99-4e3d-a0ef-e021a67c805e req-5e987d10-677d-4665-9108-74c7984ee53a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.599319 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f48208ea-bf99-4e3d-a0ef-e021a67c805e req-5e987d10-677d-4665-9108-74c7984ee53a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 946 time: 0.0556130 Oct 13 04:22:49.638366 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f48208ea-bf99-4e3d-a0ef-e021a67c805e req-83931e60-ba20-4e6b-b1d3-35dec67381aa tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329125 Oct 13 04:22:50.303558 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb288c24-304a-4fc1-bcbc-42dbfdec3fe1', 'name': 'network-vif-deleted', 'tag': 'd06e81cd-60bd-4e5e-b109-0c41c2176eff'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:50.306436 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57e8f4c-02b9-43ba-a323-1f7e5b05a50e" -d '{"events": [{"server_uuid": "cb288c24-304a-4fc1-bcbc-42dbfdec3fe1", "name": "network-vif-deleted", "tag": "d06e81cd-60bd-4e5e-b109-0c41c2176eff"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:50.345373 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1a24fd-9073-40b6-8bcd-7b7c93fddc88 x-openstack-request-id: req-ba1a24fd-9073-40b6-8bcd-7b7c93fddc88 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:50.345667 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb288c24-304a-4fc1-bcbc-42dbfdec3fe1", "name": "network-vif-deleted", "tag": "d06e81cd-60bd-4e5e-b109-0c41c2176eff", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:50.345908 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba1a24fd-9073-40b6-8bcd-7b7c93fddc88 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:50.346292 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb288c24-304a-4fc1-bcbc-42dbfdec3fe1', 'name': 'network-vif-deleted', 'tag': 'd06e81cd-60bd-4e5e-b109-0c41c2176eff', 'status': 'completed', 'code': 200} Oct 13 04:22:50.526818 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344f872-8794-46ed-9b3c-f53808dd8efe req-9a325155-cf32-49e2-898c-d70ef7544327 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.528477 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2344f872-8794-46ed-9b3c-f53808dd8efe req-9a325155-cf32-49e2-898c-d70ef7544327 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0600090 Oct 13 04:22:50.576021 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2344f872-8794-46ed-9b3c-f53808dd8efe req-9ed66f1f-2cf6-411d-b02e-4a270110700c tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408535 Oct 13 04:22:50.758614 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaec7a7-d669-4794-81a8-b6ac8ecf8c91 req-8d774d8a-d47f-41a1-bc48-529d466ae8c0 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.760121 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acaec7a7-d669-4794-81a8-b6ac8ecf8c91 req-8d774d8a-d47f-41a1-bc48-529d466ae8c0 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 946 time: 0.0483792 Oct 13 04:22:50.801622 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acaec7a7-d669-4794-81a8-b6ac8ecf8c91 req-42d5696b-0032-4634-805e-69054d94aadf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354440 Oct 13 04:22:51.627648 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 6a971d86-b9a8-4230-9244-991803f191ba no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:51.649931 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: 6a971d86-b9a8-4230-9244-991803f191ba {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:51.650429 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 6a971d86-b9a8-4230-9244-991803f191ba not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:51.651085 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device d06e81cd-60bd-4e5e-b109-0c41c2176eff no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:51.670885 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: d06e81cd-60bd-4e5e-b109-0c41c2176eff {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:51.671309 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device d06e81cd-60bd-4e5e-b109-0c41c2176eff not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:51.710962 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d99dc-2b4f-4d28-a899-a4bbca05dec2 req-df9d4749-892b-4dce-b8a6-c772dcc2fe18 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:51.714026 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-244d99dc-2b4f-4d28-a899-a4bbca05dec2 req-df9d4749-892b-4dce-b8a6-c772dcc2fe18 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0643532 Oct 13 04:22:51.750814 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-244d99dc-2b4f-4d28-a899-a4bbca05dec2 req-bab16a25-9406-4610-8619-f60bc36d5d41 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Oct 13 04:22:51.922506 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cefd98-8ca8-41f1-bd06-af577240e33d req-da7bdad6-7edc-461b-b880-24fde9ca5633 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:51.924241 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-84cefd98-8ca8-41f1-bd06-af577240e33d req-da7bdad6-7edc-461b-b880-24fde9ca5633 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 946 time: 0.0505531 Oct 13 04:22:51.961552 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-84cefd98-8ca8-41f1-bd06-af577240e33d req-3508c1db-f505-4291-b990-94f78e0b73c6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313735 Oct 13 04:22:52.875365 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307c365-68e4-4872-9306-a9909074b381 req-07969a78-46fd-4481-8d5d-7ff98186b9eb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:52.876803 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6307c365-68e4-4872-9306-a9909074b381 req-07969a78-46fd-4481-8d5d-7ff98186b9eb tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0516543 Oct 13 04:22:52.918458 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6307c365-68e4-4872-9306-a9909074b381 req-a8a3462d-d858-419f-8a97-a55e73ae452f tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327117 Oct 13 04:22:53.767400 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 46606) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:53.901883 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7a2fb55a-26f2-412d-9aee-4afc2a3ba3c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b01a13a65c994bd083bbc582b1e9acf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332734 Oct 13 04:22:53.904427 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 46610) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:53.954336 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:53.979245 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.028060 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.031598 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.033508 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3247c2e3-2940-4861-8714-bf1aa620a177 HTTP/1.1" status: 204 len: 168 time: 0.1277754 Oct 13 04:22:54.041745 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3247c2e3-2940-4861-8714-bf1aa620a177,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:54.048809 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:54.049156 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:54.049503 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:54.049851 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:54.050211 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:54.050527 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:54.050823 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:54.051145 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356ad31-7d0f-4986-8465-2382d138b543 req-2475f6e5-8f3a-4d4e-a699-f11fb51f8a3a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:54.051647 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:54.051647 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:54.051837 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:54.052064 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:54.052390 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b72f34-cc33-46c6-9f55-899afbb2ab3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:54.052622 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a356ad31-7d0f-4986-8465-2382d138b543 req-2475f6e5-8f3a-4d4e-a699-f11fb51f8a3a tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0545921 Oct 13 04:22:54.094300 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a356ad31-7d0f-4986-8465-2382d138b543 req-0b89c678-ef59-4f1d-9906-68917d46a8e9 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351815 Oct 13 04:22:55.213328 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28215a6-c29c-4889-81a3-bb298179a200 req-927cc6c8-abf0-460b-b69d-dbc274c52d31 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:55.214880 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a28215a6-c29c-4889-81a3-bb298179a200 req-927cc6c8-abf0-460b-b69d-dbc274c52d31 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0519414 Oct 13 04:22:55.237296 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:22:55.254470 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a28215a6-c29c-4889-81a3-bb298179a200 req-bad53519-496f-4cc0-915c-d18bafb20242 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Oct 13 04:22:56.093891 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cc05e-a7da-472e-92b6-6d5c9d8a5cd9 req-a1591fc9-56a0-40a4-b85c-1b24c2eeb8e2 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:56.095370 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-326cc05e-a7da-472e-92b6-6d5c9d8a5cd9 req-a1591fc9-56a0-40a4-b85c-1b24c2eeb8e2 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0602548 Oct 13 04:22:56.188687 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-326cc05e-a7da-472e-92b6-6d5c9d8a5cd9 req-8d2e7e3e-d3c0-4408-b929-99d1fa6e4ff7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Deleting port a005bba9-2263-44ad-abba-36d29b7c7e7c {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:56.188976 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-326cc05e-a7da-472e-92b6-6d5c9d8a5cd9 req-8d2e7e3e-d3c0-4408-b929-99d1fa6e4ff7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:56.279096 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-326cc05e-a7da-472e-92b6-6d5c9d8a5cd9 req-8d2e7e3e-d3c0-4408-b929-99d1fa6e4ff7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] For port a005bba9-2263-44ad-abba-36d29b7c7e7c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=a005bba9-2263-44ad-abba-36d29b7c7e7c,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:56.279888 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-326cc05e-a7da-472e-92b6-6d5c9d8a5cd9 req-8d2e7e3e-d3c0-4408-b929-99d1fa6e4ff7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:56.293283 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-326cc05e-a7da-472e-92b6-6d5c9d8a5cd9 req-8d2e7e3e-d3c0-4408-b929-99d1fa6e4ff7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Calling delete_port for a005bba9-2263-44ad-abba-36d29b7c7e7c owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:56.405836 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17271127-b132-4f05-b559-739ae8d1b0da req-85fed6ba-c728-43d5-b2e2-253258836870 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:56.407213 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-17271127-b132-4f05-b559-739ae8d1b0da req-85fed6ba-c728-43d5-b2e2-253258836870 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b4223c8-bfe1-440e-89bc-7158a1490e1c HTTP/1.1" status: 200 len: 945 time: 0.0707145 Oct 13 04:22:56.485002 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-17271127-b132-4f05-b559-739ae8d1b0da req-84b02cbb-7732-4df9-b482-a9c300792993 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.55 "GET /v2.0/security-groups?id=f08e372a-63b2-436e-9687-0823c7bc9551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701122 Oct 13 04:22:56.486783 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-326cc05e-a7da-472e-92b6-6d5c9d8a5cd9 req-8d2e7e3e-d3c0-4408-b929-99d1fa6e4ff7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:56.499122 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['a005bba9-2263-44ad-abba-36d29b7c7e7c'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:56.516957 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e7e3e-d3c0-4408-b929-99d1fa6e4ff7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Pushing event deleted for resources: {'Port': ['ID=a005bba9-2263-44ad-abba-36d29b7c7e7c,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:56.555300 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-326cc05e-a7da-472e-92b6-6d5c9d8a5cd9 req-8d2e7e3e-d3c0-4408-b929-99d1fa6e4ff7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] No DVR routers for this DVR port a005bba9-2263-44ad-abba-36d29b7c7e7c on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:56.557775 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-326cc05e-a7da-472e-92b6-6d5c9d8a5cd9 req-8d2e7e3e-d3c0-4408-b929-99d1fa6e4ff7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:56.561157 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-326cc05e-a7da-472e-92b6-6d5c9d8a5cd9 req-8d2e7e3e-d3c0-4408-b929-99d1fa6e4ff7 tempest-ServerRescueNegativeTestJSON-2067938041 tempest-ServerRescueNegativeTestJSON-2067938041-project] 10.222.0.45 "DELETE /v2.0/ports/a005bba9-2263-44ad-abba-36d29b7c7e7c HTTP/1.1" status: 204 len: 173 time: 0.4597394 Oct 13 04:22:56.561748 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4223c8-bfe1-440e-89bc-7158a1490e1c', 'name': 'network-vif-deleted', 'tag': 'a005bba9-2263-44ad-abba-36d29b7c7e7c'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:56.565241 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6758da-0579-45cc-b578-9e1acce693aa" -d '{"events": [{"server_uuid": "2b4223c8-bfe1-440e-89bc-7158a1490e1c", "name": "network-vif-deleted", "tag": "a005bba9-2263-44ad-abba-36d29b7c7e7c"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:56.781319 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fbeb05-8635-4ad2-bff4-c11e65042702 x-openstack-request-id: req-38fbeb05-8635-4ad2-bff4-c11e65042702 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:56.781631 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4223c8-bfe1-440e-89bc-7158a1490e1c", "name": "network-vif-deleted", "tag": "a005bba9-2263-44ad-abba-36d29b7c7e7c", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:56.781879 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38fbeb05-8635-4ad2-bff4-c11e65042702 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:56.782277 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4223c8-bfe1-440e-89bc-7158a1490e1c', 'name': 'network-vif-deleted', 'tag': 'a005bba9-2263-44ad-abba-36d29b7c7e7c', 'status': 'completed', 'code': 200} Oct 13 04:22:57.551717 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 46628) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:58.185195 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb98c964-546a-4f73-ad98-7ebf3bc6c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1791116'] for router_interface, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.472859 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-cb98c964-546a-4f73-ad98-7ebf3bc6c6df admin admin] Deleting port 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:58.473146 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb98c964-546a-4f73-ad98-7ebf3bc6c6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.556647 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-cb98c964-546a-4f73-ad98-7ebf3bc6c6df admin admin] For port 6bcc9dc6-9c99-4388-83ab-c54adcfb6379, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=6bcc9dc6-9c99-4388-83ab-c54adcfb6379,segment=NetworkSegment(942d58e9-4a2e-4cfa-8912-93feea556bb2),segment_id=942d58e9-4a2e-4cfa-8912-93feea556bb2)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:58.557260 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb98c964-546a-4f73-ad98-7ebf3bc6c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.568823 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-cb98c964-546a-4f73-ad98-7ebf3bc6c6df admin admin] Calling delete_port for 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 owned by network:router_interface {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:58.780024 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb98c964-546a-4f73-ad98-7ebf3bc6c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.805317 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98c964-546a-4f73-ad98-7ebf3bc6c6df admin admin] Pushing event deleted for resources: {'Port': ['ID=6bcc9dc6-9c99-4388-83ab-c54adcfb6379,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:58.963802 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-cb98c964-546a-4f73-ad98-7ebf3bc6c6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1791032'] for router_interface, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:59.177148 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb98c964-546a-4f73-ad98-7ebf3bc6c6df admin admin] Router c08739ba-1d63-4712-8c7d-b0144a6f2120 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:22:59.279613 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb98c964-546a-4f73-ad98-7ebf3bc6c6df admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:59.285122 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-cb98c964-546a-4f73-ad98-7ebf3bc6c6df admin admin] 10.222.0.55 "PUT /v2.0/routers/c08739ba-1d63-4712-8c7d-b0144a6f2120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323902 Oct 13 04:22:59.287835 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 46630) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:59.289119 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6d208-d90e-4788-8760-927f3665178e None None] Sync routers for ids ['c08739ba-1d63-4712-8c7d-b0144a6f2120'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:59.298909 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6d208-d90e-4788-8760-927f3665178e None None] Routers {'c08739ba-1d63-4712-8c7d-b0144a6f2120'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:59.299497 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-57f6d208-d90e-4788-8760-927f3665178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:22:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['c08739ba-1d63-4712-8c7d-b0144a6f2120'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:59.388930 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Notify callbacks [] for router, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:59.400073 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-57f6d208-d90e-4788-8760-927f3665178e None None] Set router c08739ba-1d63-4712-8c7d-b0144a6f2120 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:59.491412 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:59.546971 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Deleting port cf541849-155a-4878-a2e5-e626ce82b724 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:59.547339 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:59.623763 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] For port cf541849-155a-4878-a2e5-e626ce82b724, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=cf541849-155a-4878-a2e5-e626ce82b724,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:59.624459 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:59.635502 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Calling delete_port for cf541849-155a-4878-a2e5-e626ce82b724 owned by network:router_gateway {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:59.660062 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-57f6d208-d90e-4788-8760-927f3665178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'name': 'tempest-ServerRescueNegativeTestJSON-809307334-router', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:28Z', 'updated_at': '2021-10-13T04:22:58Z', 'revision_number': 5, 'project_id': '6d40f7ce511c4c95acdbf891d32505c6', 'gw_port': {'id': 'cf541849-155a-4878-a2e5-e626ce82b724', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:59.661176 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device a005bba9-2263-44ad-abba-36d29b7c7e7c no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:59.681090 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: a005bba9-2263-44ad-abba-36d29b7c7e7c {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:59.681407 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device a005bba9-2263-44ad-abba-36d29b7c7e7c not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:59.689158 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6d208-d90e-4788-8760-927f3665178e None None] Checking router: c08739ba-1d63-4712-8c7d-b0144a6f2120 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:59.697453 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6d208-d90e-4788-8760-927f3665178e None None] Routers {'c08739ba-1d63-4712-8c7d-b0144a6f2120'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:59.698071 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-57f6d208-d90e-4788-8760-927f3665178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:22:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['c08739ba-1d63-4712-8c7d-b0144a6f2120'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:59.783670 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-57f6d208-d90e-4788-8760-927f3665178e None None] Set router c08739ba-1d63-4712-8c7d-b0144a6f2120 gateway port host: None {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:59.783930 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2631c221-1563-46e3-a0dc-5ca62098c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:59.795830 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:59.820098 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf541849-155a-4878-a2e5-e626ce82b724,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:59.838255 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-57f6d208-d90e-4788-8760-927f3665178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'name': 'tempest-ServerRescueNegativeTestJSON-809307334-router', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:28Z', 'updated_at': '2021-10-13T04:22:59Z', 'revision_number': 6, 'project_id': '6d40f7ce511c4c95acdbf891d32505c6', 'gw_port_host': None}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:59.867474 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6d208-d90e-4788-8760-927f3665178e None None] The sync data for ids ['c08739ba-1d63-4712-8c7d-b0144a6f2120'] in dv-cinder-812751-3-iscsi is: [{'id': 'c08739ba-1d63-4712-8c7d-b0144a6f2120', 'name': 'tempest-ServerRescueNegativeTestJSON-809307334-router', 'tenant_id': '6d40f7ce511c4c95acdbf891d32505c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:19:28Z', 'updated_at': '2021-10-13T04:22:59Z', 'revision_number': 6, 'project_id': '6d40f7ce511c4c95acdbf891d32505c6', 'gw_port_host': None}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:59.878540 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783002'] for router_gateway, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.186254 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7449'] for router, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.188363 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.256778 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793825'] for router, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.257230 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c08739ba-1d63-4712-8c7d-b0144a6f2120 {{(pid=94020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:23:00.265887 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.269353 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ecba090d-2f57-4c89-bec0-7798696e0190 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c08739ba-1d63-4712-8c7d-b0144a6f2120 HTTP/1.1" status: 204 len: 168 time: 0.9783638 Oct 13 04:23:00.269789 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 46632) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:00.316491 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-18edeb8e-c596-4b2f-b117-5aaf87ca3220 admin admin] Deleting subnet 7af68be4-9f67-4575-a8cd-9500968eb3b5 {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:23:00.319874 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-18edeb8e-c596-4b2f-b117-5aaf87ca3220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.357366 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-18edeb8e-c596-4b2f-b117-5aaf87ca3220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5027193'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.393895 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-18edeb8e-c596-4b2f-b117-5aaf87ca3220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.444682 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-18edeb8e-c596-4b2f-b117-5aaf87ca3220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7706112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274318'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.468728 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edeb8e-c596-4b2f-b117-5aaf87ca3220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af68be4-9f67-4575-a8cd-9500968eb3b5,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:00.473669 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-18edeb8e-c596-4b2f-b117-5aaf87ca3220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.476786 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-18edeb8e-c596-4b2f-b117-5aaf87ca3220 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7af68be4-9f67-4575-a8cd-9500968eb3b5 HTTP/1.1" status: 204 len: 168 time: 0.2062020 Oct 13 04:23:00.479630 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 46634) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:00.551260 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.643802 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.669103 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.669464 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.670201 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.670537 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > port after_create 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.670965 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.671190 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > port after_update 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.671499 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.671805 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.672154 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.672444 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.790924 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.791257 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.791576 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.791903 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:23:00.792260 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1401a3-1315-4343-905f-76fd363a95dd']}} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:00.809553 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942d58e9-4a2e-4cfa-8912-93feea556bb2') {'for_net_delete': True} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:00.809872 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942d58e9-4a2e-4cfa-8912-93feea556bb2') {} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:00.829288 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5844796'] for segment, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.852268 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.861886 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:23:00.862595 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6780530'] for segment, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: from cryptography.utils import int_from_bytes Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: from cryptography.utils import int_from_bytes Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: Traceback (most recent call last): Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: timer() Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: cb(*args, **kw) Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: return func(*args, **kwargs) Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: self._notify() Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: self.callback(batched_events) Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: event.method(event) Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: return f(self, *a, **k) Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: return self._get(url).json() Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: return self.request(url, 'GET', **kwargs) Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:23:00.866912 dv-cinder-812751-3-iscsi neutron-server[94021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:23:00.925777 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.931326 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.935015 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ad1401a3-1315-4343-905f-76fd363a95dd HTTP/1.1" status: 204 len: 168 time: 0.4543438 Oct 13 04:23:00.947904 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e2b4c-213a-4f35-a592-47479cfed818 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad1401a3-1315-4343-905f-76fd363a95dd,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:01.098202 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 46638) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:01.140052 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-0d0b2ec1-a73f-4cd6-b48a-bff43917d815 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d40f7ce511c4c95acdbf891d32505c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405653 Oct 13 04:23:01.142689 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 46640) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:01.155613 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:01.175954 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:01.176181 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 6bcc9dc6-9c99-4388-83ab-c54adcfb6379 not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:01.176593 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device cf541849-155a-4878-a2e5-e626ce82b724 no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:01.194678 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: cf541849-155a-4878-a2e5-e626ce82b724 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:01.195010 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device cf541849-155a-4878-a2e5-e626ce82b724 not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:01.195880 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1e6f5893-73cd-4df3-af9e-de32f206592b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:01.216716 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1e6f5893-73cd-4df3-af9e-de32f206592b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:01.263747 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1e6f5893-73cd-4df3-af9e-de32f206592b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:01.266373 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1e6f5893-73cd-4df3-af9e-de32f206592b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:01.267524 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1e6f5893-73cd-4df3-af9e-de32f206592b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f08e372a-63b2-436e-9687-0823c7bc9551 HTTP/1.1" status: 204 len: 168 time: 0.1238992 Oct 13 04:23:01.274756 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f5893-73cd-4df3-af9e-de32f206592b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08e372a-63b2-436e-9687-0823c7bc9551,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:02.346395 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7cc31747-3b86-4bb5-829d-39e4dc944ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.202105 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 46704) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:03.316077 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a2b52e79-2e77-4472-9baf-7e2b530e1d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.337925 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.400344 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a2b52e79-2e77-4472-9baf-7e2b530e1d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.406735 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a2b52e79-2e77-4472-9baf-7e2b530e1d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.450367 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a2b52e79-2e77-4472-9baf-7e2b530e1d4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48a14628822f40c19fc81f0608a8f2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470801 Oct 13 04:23:03.451220 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b52e79-2e77-4472-9baf-7e2b530e1d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b232109c-2f2c-4cd1-b110-11327e2a8f7f,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:03.453257 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 46708) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:03.506703 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-de10372f-5175-4367-9d75-d039c9891cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.537904 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-de10372f-5175-4367-9d75-d039c9891cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.594680 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-de10372f-5175-4367-9d75-d039c9891cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.597299 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-de10372f-5175-4367-9d75-d039c9891cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.598474 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-de10372f-5175-4367-9d75-d039c9891cbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b232109c-2f2c-4cd1-b110-11327e2a8f7f HTTP/1.1" status: 204 len: 168 time: 0.1442220 Oct 13 04:23:03.601706 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.606484 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10372f-5175-4367-9d75-d039c9891cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b232109c-2f2c-4cd1-b110-11327e2a8f7f,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:03.899875 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 46714) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:03.913245 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5d73cccf-dbf2-4d9d-956c-4babfbf9893e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.987284 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5d73cccf-dbf2-4d9d-956c-4babfbf9893e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.993467 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5d73cccf-dbf2-4d9d-956c-4babfbf9893e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:04.028042 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73cccf-dbf2-4d9d-956c-4babfbf9893e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8056222-1afe-4cae-bed7-e5c57d3dbdb4,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:04.032220 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5d73cccf-dbf2-4d9d-956c-4babfbf9893e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98e5d9f6321b444b87d1f363e1e51b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313002 Oct 13 04:23:04.035328 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 46716) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:04.085283 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-68874416-ae66-4e4e-af3e-9c78eefaa1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:04.112636 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-68874416-ae66-4e4e-af3e-9c78eefaa1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:04.170507 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-68874416-ae66-4e4e-af3e-9c78eefaa1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:04.173452 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-68874416-ae66-4e4e-af3e-9c78eefaa1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:04.174614 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-68874416-ae66-4e4e-af3e-9c78eefaa1cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8056222-1afe-4cae-bed7-e5c57d3dbdb4 HTTP/1.1" status: 204 len: 168 time: 0.1382899 Oct 13 04:23:04.182158 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68874416-ae66-4e4e-af3e-9c78eefaa1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8056222-1afe-4cae-bed7-e5c57d3dbdb4,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:05.265737 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:05.962582 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.692826 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fdaad-ff8e-4451-b09a-b1d8f7374b90 req-d337246c-cdf3-439f-bcea-4fabd08eb2f3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:13.695074 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b75fdaad-ff8e-4451-b09a-b1d8f7374b90 req-d337246c-cdf3-439f-bcea-4fabd08eb2f3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0553932 Oct 13 04:23:13.746479 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b75fdaad-ff8e-4451-b09a-b1d8f7374b90 req-34ec878c-2d40-4d0e-a819-a55f152990f3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444267 Oct 13 04:23:13.830890 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b54bef-8110-4755-95a2-20c3fb1207bd req-b6e5cf26-6298-4f13-820e-4c421c2ca0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:13.832393 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b54bef-8110-4755-95a2-20c3fb1207bd req-b6e5cf26-6298-4f13-820e-4c421c2ca0d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41649d1bfdb049eeb3509c73dc1b039c&device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 1138 time: 0.1626878 Oct 13 04:23:13.946514 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b54bef-8110-4755-95a2-20c3fb1207bd req-3f2ffcae-1015-47c5-874d-c228befb716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:13.948137 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b54bef-8110-4755-95a2-20c3fb1207bd req-3f2ffcae-1015-47c5-874d-c228befb716a service neutron] 10.222.0.45 "GET /v2.0/networks?id=21f3e97a-4c25-41f2-9ea4-802d08f767e1 HTTP/1.1" status: 200 len: 916 time: 0.1080501 Oct 13 04:23:14.019506 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b54bef-8110-4755-95a2-20c3fb1207bd req-91fbbbcb-7ce3-4ca3-9946-ff05ade25511 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd06624-1837-4923-9daf-aa14f17b4981 HTTP/1.1" status: 200 len: 1002 time: 0.0607712 Oct 13 04:23:14.079641 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b54bef-8110-4755-95a2-20c3fb1207bd req-e76d76f6-dda4-4af6-80b2-cdde92e072d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:14.081137 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b54bef-8110-4755-95a2-20c3fb1207bd req-e76d76f6-dda4-4af6-80b2-cdde92e072d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f HTTP/1.1" status: 200 len: 854 time: 0.0508900 Oct 13 04:23:14.148563 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b54bef-8110-4755-95a2-20c3fb1207bd req-bdb47173-90dc-44ba-a1ec-1b9e50528a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:14.150205 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b54bef-8110-4755-95a2-20c3fb1207bd req-bdb47173-90dc-44ba-a1ec-1b9e50528a52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21f3e97a-4c25-41f2-9ea4-802d08f767e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415626 Oct 13 04:23:14.242920 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b54bef-8110-4755-95a2-20c3fb1207bd req-8895b243-2def-4115-95c1-8d2d44b1172d service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829017 Oct 13 04:23:14.334548 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a8b54bef-8110-4755-95a2-20c3fb1207bd req-a04e7450-6ecb-4b85-8a5d-ad47a49ce47b service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819862 Oct 13 04:23:14.867440 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c0b6e-1512-4037-ac68-4ed5fdbe6999 req-f311fd8f-0703-4c54-945e-0cace4d613d4 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:14.868885 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a5c0b6e-1512-4037-ac68-4ed5fdbe6999 req-f311fd8f-0703-4c54-945e-0cace4d613d4 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0537708 Oct 13 04:23:14.911853 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a5c0b6e-1512-4037-ac68-4ed5fdbe6999 req-a5a1c534-ea2e-48e9-a7fc-5446fe3eade3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339372 Oct 13 04:23:15.319086 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62d57d-6fa1-4a63-beae-60aaccffc399 req-d23af259-dac7-42e1-a5cb-be7dcfa7c51e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:15.320583 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4a62d57d-6fa1-4a63-beae-60aaccffc399 req-d23af259-dac7-42e1-a5cb-be7dcfa7c51e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0538709 Oct 13 04:23:15.358710 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4a62d57d-6fa1-4a63-beae-60aaccffc399 req-a5413996-1e64-47d4-a729-671dcc7ad9eb tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319102 Oct 13 04:23:16.046201 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5f79a-93db-47f5-95e6-6784ece81e7a req-67cb1ffc-cf83-47a6-8aec-d0cee9784d5a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:16.047641 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bec5f79a-93db-47f5-95e6-6784ece81e7a req-67cb1ffc-cf83-47a6-8aec-d0cee9784d5a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0528400 Oct 13 04:23:16.087880 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bec5f79a-93db-47f5-95e6-6784ece81e7a req-c1529a03-0619-48c3-8526-6ac1e25fecfb tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341547 Oct 13 04:23:16.477306 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ce758-36b6-4c07-bbc3-4ff9bff9300b req-235e6d27-a30d-408e-934c-a19a83ee533b tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:16.478780 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dd4ce758-36b6-4c07-bbc3-4ff9bff9300b req-235e6d27-a30d-408e-934c-a19a83ee533b tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0531847 Oct 13 04:23:16.518443 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dd4ce758-36b6-4c07-bbc3-4ff9bff9300b req-dbd7922b-2956-43e7-ab97-095bb2e7fb23 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330358 Oct 13 04:23:17.211803 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e4fdb-59a3-4969-aca1-3cd3a6900c89 req-b965df09-0c80-42bd-843b-ed12bd814e2a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:17.213257 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-744e4fdb-59a3-4969-aca1-3cd3a6900c89 req-b965df09-0c80-42bd-843b-ed12bd814e2a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0505073 Oct 13 04:23:17.252788 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-744e4fdb-59a3-4969-aca1-3cd3a6900c89 req-f43213f4-afc5-4730-b1b0-5df3a640b801 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334494 Oct 13 04:23:17.635530 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ab562-59cc-4dd0-b393-7360d5157f6c req-216781b4-6bec-4cc9-94e7-f4f75d723fa0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:17.637939 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a68ab562-59cc-4dd0-b393-7360d5157f6c req-216781b4-6bec-4cc9-94e7-f4f75d723fa0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0523453 Oct 13 04:23:17.677950 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a68ab562-59cc-4dd0-b393-7360d5157f6c req-c691f1ce-6bae-499c-b6b1-08fadc0d3ce8 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325315 Oct 13 04:23:18.383639 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52372ba-9a74-46d5-8962-277d70986a33 req-03bcf1ab-9a39-4943-815f-8a383b08f1f1 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:18.385067 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c52372ba-9a74-46d5-8962-277d70986a33 req-03bcf1ab-9a39-4943-815f-8a383b08f1f1 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0610731 Oct 13 04:23:18.426267 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c52372ba-9a74-46d5-8962-277d70986a33 req-7bae6f3d-1353-4a3b-8654-052676aeb972 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350695 Oct 13 04:23:18.804908 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d58985-061e-46a8-83f3-1858dc138b25 req-5cc0bdb7-7b45-4db6-97fe-7e1ee243227a tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:18.806379 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-91d58985-061e-46a8-83f3-1858dc138b25 req-5cc0bdb7-7b45-4db6-97fe-7e1ee243227a tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0552342 Oct 13 04:23:18.844768 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-91d58985-061e-46a8-83f3-1858dc138b25 req-753108a1-6643-49f8-975e-d458756c4799 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322564 Oct 13 04:23:19.548193 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c40028-2881-414a-abfb-dad89aac925a req-018bb617-d1d6-4ee4-b6b8-9f103a1e65b8 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:19.549702 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8c40028-2881-414a-abfb-dad89aac925a req-018bb617-d1d6-4ee4-b6b8-9f103a1e65b8 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0530884 Oct 13 04:23:19.592429 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8c40028-2881-414a-abfb-dad89aac925a req-f6f4a6fe-8360-4f29-b4f3-b4d6fa9bda7e tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362022 Oct 13 04:23:19.978586 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a5f93-c90d-4ead-bfa9-0b62983ac141 req-8053859d-8188-4b66-ac97-78f783a618c2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:19.980088 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a22a5f93-c90d-4ead-bfa9-0b62983ac141 req-8053859d-8188-4b66-ac97-78f783a618c2 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0620444 Oct 13 04:23:20.018512 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a22a5f93-c90d-4ead-bfa9-0b62983ac141 req-fba1e1d5-dd96-47f3-9094-536db33f93df tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324094 Oct 13 04:23:20.709657 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b057bcb-1e40-4e7b-9d64-4064490dcff3 req-03c559a8-7484-4fd6-a5ed-a1ed544cdf25 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:20.711126 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b057bcb-1e40-4e7b-9d64-4064490dcff3 req-03c559a8-7484-4fd6-a5ed-a1ed544cdf25 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0495079 Oct 13 04:23:20.712674 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 46978) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:20.751980 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0b057bcb-1e40-4e7b-9d64-4064490dcff3 req-387a6c11-16f3-4cd9-a074-b2b79908ae3d tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331926 Oct 13 04:23:20.822387 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dce39476-6515-402a-8c37-40755f249215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.897488 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dce39476-6515-402a-8c37-40755f249215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.903872 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-dce39476-6515-402a-8c37-40755f249215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.943223 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-dce39476-6515-402a-8c37-40755f249215 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19b761ff0c0b41dd89ca92d1232eed9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295179 Oct 13 04:23:20.944305 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce39476-6515-402a-8c37-40755f249215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b5a87b-b2cd-425f-b2b8-7e086c2751ed,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:20.946221 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 46982) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:20.994737 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ef98300b-4590-4d76-a878-3c17f6394565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.015565 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ef98300b-4590-4d76-a878-3c17f6394565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.063508 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ef98300b-4590-4d76-a878-3c17f6394565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.066220 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ef98300b-4590-4d76-a878-3c17f6394565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.067484 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ef98300b-4590-4d76-a878-3c17f6394565 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34b5a87b-b2cd-425f-b2b8-7e086c2751ed HTTP/1.1" status: 204 len: 168 time: 0.1202927 Oct 13 04:23:21.075256 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98300b-4590-4d76-a878-3c17f6394565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b5a87b-b2cd-425f-b2b8-7e086c2751ed,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:21.142396 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6de165-1087-42ae-bf1c-8b424403d5a0 req-7bf045f9-440c-48bf-a0c6-960b884d246f tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:21.143844 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4b6de165-1087-42ae-bf1c-8b424403d5a0 req-7bf045f9-440c-48bf-a0c6-960b884d246f tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0518274 Oct 13 04:23:21.181976 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4b6de165-1087-42ae-bf1c-8b424403d5a0 req-f1c5565b-b243-4116-b028-26b296d7b965 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320504 Oct 13 04:23:21.336832 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 46990) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:21.350461 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-73afb5e1-4bdb-4b76-b745-317c41491e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.427903 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-73afb5e1-4bdb-4b76-b745-317c41491e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.434440 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-73afb5e1-4bdb-4b76-b745-317c41491e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.472891 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-73afb5e1-4bdb-4b76-b745-317c41491e94 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c946432254064c7ab0350845edbe2d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346512 Oct 13 04:23:21.473803 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afb5e1-4bdb-4b76-b745-317c41491e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56c732f-5796-4500-b00f-5e4910bff6fd,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:21.476014 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 46992) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:21.526004 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0f9820e4-bc02-4767-a318-11964c45b543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.546754 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0f9820e4-bc02-4767-a318-11964c45b543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.594647 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0f9820e4-bc02-4767-a318-11964c45b543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.597154 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0f9820e4-bc02-4767-a318-11964c45b543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.598328 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-0f9820e4-bc02-4767-a318-11964c45b543 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a56c732f-5796-4500-b00f-5e4910bff6fd HTTP/1.1" status: 204 len: 168 time: 0.1213522 Oct 13 04:23:21.606506 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9820e4-bc02-4767-a318-11964c45b543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56c732f-5796-4500-b00f-5e4910bff6fd,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:21.876757 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1521796-0cee-4ac6-a5d0-2fb7e6c258ec req-3a4ae80c-3e1d-4ef1-a702-dfd40e73a8a2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:21.878280 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1521796-0cee-4ac6-a5d0-2fb7e6c258ec req-3a4ae80c-3e1d-4ef1-a702-dfd40e73a8a2 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0549452 Oct 13 04:23:21.919477 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1521796-0cee-4ac6-a5d0-2fb7e6c258ec req-fbcf0eee-f3e9-4314-b226-69c541efe37f tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349441 Oct 13 04:23:22.292672 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64d712-4796-4708-bbeb-34f2e3a67329 req-ef5796da-2cc2-4582-9749-9b2750828ec4 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:22.294190 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7b64d712-4796-4708-bbeb-34f2e3a67329 req-ef5796da-2cc2-4582-9749-9b2750828ec4 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0482364 Oct 13 04:23:22.332006 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7b64d712-4796-4708-bbeb-34f2e3a67329 req-3b2b78b9-ae76-49e0-b247-55d20f9bea9a tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316522 Oct 13 04:23:23.035722 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a563e95-f66f-444d-b704-4e98e39f7b6c req-f9d4729a-9bef-4fef-b65f-5624e4bdf4f3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:23.037699 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1a563e95-f66f-444d-b704-4e98e39f7b6c req-f9d4729a-9bef-4fef-b65f-5624e4bdf4f3 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0501575 Oct 13 04:23:23.083185 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1a563e95-f66f-444d-b704-4e98e39f7b6c req-f714a5d2-17d3-48f5-bdae-536d39a53b29 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342033 Oct 13 04:23:23.466139 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d90fee-6a03-4140-a16a-cc0f96354c04 req-18e22bde-1e2b-4d20-a1fa-3f125e86510c tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:23.467576 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-27d90fee-6a03-4140-a16a-cc0f96354c04 req-18e22bde-1e2b-4d20-a1fa-3f125e86510c tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0646045 Oct 13 04:23:23.508959 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-27d90fee-6a03-4140-a16a-cc0f96354c04 req-82090771-5662-4ac9-9f13-fe555c0c66b8 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321994 Oct 13 04:23:24.210383 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077cee-014f-4829-9bd0-e801bed15df2 req-fa5d1a92-7c44-4221-9c5f-a406602a1a43 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:24.211835 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-33077cee-014f-4829-9bd0-e801bed15df2 req-fa5d1a92-7c44-4221-9c5f-a406602a1a43 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0567760 Oct 13 04:23:24.257249 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-33077cee-014f-4829-9bd0-e801bed15df2 req-665e55f5-9475-4bcf-8f2f-dea2b5f8f160 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361054 Oct 13 04:23:24.624839 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d9458-53e4-48bd-96f6-b0be99a878d0 req-b067dec8-ecad-49fe-a44e-00a91b2a1a12 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:24.626252 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-816d9458-53e4-48bd-96f6-b0be99a878d0 req-b067dec8-ecad-49fe-a44e-00a91b2a1a12 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0500619 Oct 13 04:23:24.665765 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-816d9458-53e4-48bd-96f6-b0be99a878d0 req-2c74bc44-a341-4da2-b796-f1df3ab9f5f5 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322022 Oct 13 04:23:25.386375 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e60ff-9f04-45db-a3d5-38485d1ab8e8 req-cde50753-0ae0-4580-9437-a26cc9db81a7 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:25.387732 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c27e60ff-9f04-45db-a3d5-38485d1ab8e8 req-cde50753-0ae0-4580-9437-a26cc9db81a7 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0538192 Oct 13 04:23:25.428465 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c27e60ff-9f04-45db-a3d5-38485d1ab8e8 req-147cae06-fec7-4261-836c-1a3929919f8a tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345445 Oct 13 04:23:25.785889 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a864f-a76f-445c-8e31-91f5a59e2169 req-61accfe5-23b8-4fd9-803c-0bc0c765c950 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:25.787362 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f31a864f-a76f-445c-8e31-91f5a59e2169 req-61accfe5-23b8-4fd9-803c-0bc0c765c950 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0512924 Oct 13 04:23:25.824781 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f31a864f-a76f-445c-8e31-91f5a59e2169 req-e01b8eef-3d07-4ec7-aa6b-eb57e0a7ef30 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Oct 13 04:23:26.016604 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47096) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.056755 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aca7c9-b501-458e-95dd-528edf616a08 req-a5afad09-f205-411e-944b-d7a9d3842e57 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:26.058227 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-58aca7c9-b501-458e-95dd-528edf616a08 req-a5afad09-f205-411e-944b-d7a9d3842e57 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0803969 Oct 13 04:23:26.074019 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02da7-7ed0-420b-a209-417085e74522 req-bf77e11d-4dc8-4e03-b786-c0a8b7168e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:26.075420 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2c02da7-7ed0-420b-a209-417085e74522 req-bf77e11d-4dc8-4e03-b786-c0a8b7168e47 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 1098 time: 0.0649083 Oct 13 04:23:26.122425 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9d98eb10-08ee-42a8-a5fe-39a431e026c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.142329 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-58aca7c9-b501-458e-95dd-528edf616a08 req-2714f677-3c4d-4151-b096-3a16000d1532 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779486 Oct 13 04:23:26.185634 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02da7-7ed0-420b-a209-417085e74522 req-dcf17ef8-14b6-43a5-96b5-71fc21caa94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:26.187218 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2c02da7-7ed0-420b-a209-417085e74522 req-dcf17ef8-14b6-43a5-96b5-71fc21caa94f service neutron] 10.222.0.45 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 912 time: 0.1040757 Oct 13 04:23:26.196318 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9d98eb10-08ee-42a8-a5fe-39a431e026c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.200768 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9d98eb10-08ee-42a8-a5fe-39a431e026c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.238247 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9d98eb10-08ee-42a8-a5fe-39a431e026c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ddb65210d494230a876a2aee2944870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202933 Oct 13 04:23:26.239610 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98eb10-08ee-42a8-a5fe-39a431e026c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a81ba22-e6dd-451b-adc1-65a75a33ca58,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:26.242058 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47100) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.295814 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f7ab052d-450c-4577-8a39-abb5306c07f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.318546 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f7ab052d-450c-4577-8a39-abb5306c07f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.367105 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f7ab052d-450c-4577-8a39-abb5306c07f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.369818 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f7ab052d-450c-4577-8a39-abb5306c07f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.371012 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f7ab052d-450c-4577-8a39-abb5306c07f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a81ba22-e6dd-451b-adc1-65a75a33ca58 HTTP/1.1" status: 204 len: 168 time: 0.1280446 Oct 13 04:23:26.379505 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab052d-450c-4577-8a39-abb5306c07f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a81ba22-e6dd-451b-adc1-65a75a33ca58,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:26.494564 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2c02da7-7ed0-420b-a209-417085e74522 req-b8d06da8-b4c2-429b-af14-f4d51258e943 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f HTTP/1.1" status: 200 len: 1001 time: 0.3000462 Oct 13 04:23:26.573490 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02da7-7ed0-420b-a209-417085e74522 req-5fe19486-b081-4dcc-8681-161f12634c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:26.574992 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2c02da7-7ed0-420b-a209-417085e74522 req-5fe19486-b081-4dcc-8681-161f12634c29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6dbfe87-28d4-404e-af44-2da5626525e4 HTTP/1.1" status: 200 len: 850 time: 0.0664315 Oct 13 04:23:26.583251 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad8264-409b-4fde-b4cf-9d1867c52032 req-e0f6ff07-898d-4b63-b34e-03c453298eee tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:26.584610 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-52ad8264-409b-4fde-b4cf-9d1867c52032 req-e0f6ff07-898d-4b63-b34e-03c453298eee tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0844409 Oct 13 04:23:26.650217 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47108) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.651180 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-52ad8264-409b-4fde-b4cf-9d1867c52032 req-b3652878-d473-4c7a-9bf6-0a4249def29f tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&id=20e7d3f0-2df7-482e-a611-7c5c3227420e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565555 Oct 13 04:23:26.653799 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02da7-7ed0-420b-a209-417085e74522 req-3ba6d04f-f54b-4f13-a783-a195820f1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:26.655170 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2c02da7-7ed0-420b-a209-417085e74522 req-3ba6d04f-f54b-4f13-a783-a195820f1df0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697374 Oct 13 04:23:26.677625 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ad3170b6-45bd-4f3c-84bf-366d4840c8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.740730 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ad3170b6-45bd-4f3c-84bf-366d4840c8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.745575 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ad3170b6-45bd-4f3c-84bf-366d4840c8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.745782 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2c02da7-7ed0-420b-a209-417085e74522 req-a01bcffb-52e0-4337-a01c-6674089879b5 service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832784 Oct 13 04:23:26.783043 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ad3170b6-45bd-4f3c-84bf-366d4840c8ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4de123d62bee4758b9ef6d3cf22020f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316545 Oct 13 04:23:26.783853 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3170b6-45bd-4f3c-84bf-366d4840c8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d64deb-97b7-4e31-826a-e1176daf8d73,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:26.786201 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47112) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.833101 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-70679da1-10f1-4970-9232-c8f5b30b5b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.843344 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a2c02da7-7ed0-420b-a209-417085e74522 req-559e33b8-b510-40cc-aa3b-90e41b67b002 service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902424 Oct 13 04:23:26.854218 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-70679da1-10f1-4970-9232-c8f5b30b5b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.899856 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-70679da1-10f1-4970-9232-c8f5b30b5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.902660 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-70679da1-10f1-4970-9232-c8f5b30b5b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.903797 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-70679da1-10f1-4970-9232-c8f5b30b5b0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01d64deb-97b7-4e31-826a-e1176daf8d73 HTTP/1.1" status: 204 len: 168 time: 0.1167345 Oct 13 04:23:26.911441 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70679da1-10f1-4970-9232-c8f5b30b5b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d64deb-97b7-4e31-826a-e1176daf8d73,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:27.266855 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c77d63-03f2-41ef-b0c2-0d7c6cfdd31f req-ec23b484-b1b0-4086-b096-9f056a5094a0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:27.268373 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-77c77d63-03f2-41ef-b0c2-0d7c6cfdd31f req-ec23b484-b1b0-4086-b096-9f056a5094a0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0557756 Oct 13 04:23:27.312842 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-77c77d63-03f2-41ef-b0c2-0d7c6cfdd31f req-5117a4cf-47da-45f8-a312-5f7f6ba9f384 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336473 Oct 13 04:23:28.426974 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec99711-995f-438b-b932-e342b32359c4 req-79e8c07b-baac-49c6-9fe8-312df391f591 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:28.428607 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fec99711-995f-438b-b932-e342b32359c4 req-79e8c07b-baac-49c6-9fe8-312df391f591 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0500824 Oct 13 04:23:28.467267 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fec99711-995f-438b-b932-e342b32359c4 req-b0cf39ec-86cb-46ce-8e3b-636f4dd19147 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323269 Oct 13 04:23:28.551553 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47164) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:28.665494 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-43055368-73f6-42c4-85a6-525208f1bc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.749015 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-43055368-73f6-42c4-85a6-525208f1bc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.755176 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-43055368-73f6-42c4-85a6-525208f1bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.792506 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-43055368-73f6-42c4-85a6-525208f1bc70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c06f6394ffb48d5bae44f6a734a025c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399404 Oct 13 04:23:28.793635 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43055368-73f6-42c4-85a6-525208f1bc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8456ee5-d0f8-402b-b18b-45722bfd39bf,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:28.795393 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47168) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:28.847762 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6299ab0c-101f-4266-bdb2-3c06b6deabf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.868995 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6299ab0c-101f-4266-bdb2-3c06b6deabf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.918687 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6299ab0c-101f-4266-bdb2-3c06b6deabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.921242 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6299ab0c-101f-4266-bdb2-3c06b6deabf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.922389 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6299ab0c-101f-4266-bdb2-3c06b6deabf8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8456ee5-d0f8-402b-b18b-45722bfd39bf HTTP/1.1" status: 204 len: 168 time: 0.1260176 Oct 13 04:23:28.930027 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299ab0c-101f-4266-bdb2-3c06b6deabf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8456ee5-d0f8-402b-b18b-45722bfd39bf,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:29.208284 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47174) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:29.221322 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-acd2030a-2cd3-4b92-9eca-cbe7ec95becc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.294382 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-acd2030a-2cd3-4b92-9eca-cbe7ec95becc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.299730 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-acd2030a-2cd3-4b92-9eca-cbe7ec95becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.337926 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-acd2030a-2cd3-4b92-9eca-cbe7ec95becc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73aad1abaff143798ad0ddae2eb31eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1262100 Oct 13 04:23:29.338274 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47176) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:29.340167 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2030a-2cd3-4b92-9eca-cbe7ec95becc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe133f8-af92-49ba-8d43-d970484bd75b,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:29.387566 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1e029c39-ffdc-48c5-807e-b4f02858e8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.409760 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1e029c39-ffdc-48c5-807e-b4f02858e8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.457113 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1e029c39-ffdc-48c5-807e-b4f02858e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.459721 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1e029c39-ffdc-48c5-807e-b4f02858e8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.460829 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-1e029c39-ffdc-48c5-807e-b4f02858e8c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afe133f8-af92-49ba-8d43-d970484bd75b HTTP/1.1" status: 204 len: 168 time: 0.1215811 Oct 13 04:23:29.468414 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e029c39-ffdc-48c5-807e-b4f02858e8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe133f8-af92-49ba-8d43-d970484bd75b,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:29.780514 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-e1208c71-dcc2-4ef9-b0b9-ca137bbc0664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.454439 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47248) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:31.561889 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dc49a537-a524-4316-a3f5-2cb8ba579483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.638040 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dc49a537-a524-4316-a3f5-2cb8ba579483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.644156 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dc49a537-a524-4316-a3f5-2cb8ba579483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.681892 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-dc49a537-a524-4316-a3f5-2cb8ba579483 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da505641d7734672b75c8fdaebbdb416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264040 Oct 13 04:23:31.682759 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49a537-a524-4316-a3f5-2cb8ba579483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a709fc23-024a-486d-89cd-00a2bce747e5,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:31.686248 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47252) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:31.743196 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-433b128d-5b71-4274-9f14-10eb7ab3a318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.766033 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-433b128d-5b71-4274-9f14-10eb7ab3a318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.817076 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-433b128d-5b71-4274-9f14-10eb7ab3a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.819705 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-433b128d-5b71-4274-9f14-10eb7ab3a318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.820835 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-433b128d-5b71-4274-9f14-10eb7ab3a318 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a709fc23-024a-486d-89cd-00a2bce747e5 HTTP/1.1" status: 204 len: 168 time: 0.1329913 Oct 13 04:23:31.828159 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b128d-5b71-4274-9f14-10eb7ab3a318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a709fc23-024a-486d-89cd-00a2bce747e5,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:32.096001 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47258) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:32.108961 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8883-4c5d-43ec-8587-5715c664acf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.189246 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8883-4c5d-43ec-8587-5715c664acf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.194751 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8883-4c5d-43ec-8587-5715c664acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.231444 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-bf8d8883-4c5d-43ec-8587-5715c664acf1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89ab0c70260a41239fd3f765b8167bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343398 Oct 13 04:23:32.232230 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d8883-4c5d-43ec-8587-5715c664acf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9189f389-64f6-4adc-8be1-910d293c4539,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:32.234446 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47260) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:32.245708 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:23:32.285000 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8504-6065-4ca2-b09e-4a28d1aa0b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.305980 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8504-6065-4ca2-b09e-4a28d1aa0b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.350532 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a57eed4b-4d9a-4800-96c6-cbaaef8ad830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.359412 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8504-6065-4ca2-b09e-4a28d1aa0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.362573 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8504-6065-4ca2-b09e-4a28d1aa0b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.363824 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-c5ba8504-6065-4ca2-b09e-4a28d1aa0b10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9189f389-64f6-4adc-8be1-910d293c4539 HTTP/1.1" status: 204 len: 168 time: 0.1282129 Oct 13 04:23:32.372718 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba8504-6065-4ca2-b09e-4a28d1aa0b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9189f389-64f6-4adc-8be1-910d293c4539,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:33.341912 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.607099 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.267042 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.962443 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.554482 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47320) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:36.669840 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7620dc5c-f272-473a-bd4d-f83b1230a840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.746448 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7620dc5c-f272-473a-bd4d-f83b1230a840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.751289 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7620dc5c-f272-473a-bd4d-f83b1230a840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.788331 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-7620dc5c-f272-473a-bd4d-f83b1230a840 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34b326e0211c4686b4bc859bdc3241ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327669 Oct 13 04:23:36.789154 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620dc5c-f272-473a-bd4d-f83b1230a840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67f4528-f7a4-471c-a15c-fefb8b9e83bf,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:36.791427 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47324) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:36.841219 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48f13882-c9da-49ec-82b2-810582b2e5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.863273 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48f13882-c9da-49ec-82b2-810582b2e5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.922276 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48f13882-c9da-49ec-82b2-810582b2e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.926655 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48f13882-c9da-49ec-82b2-810582b2e5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.927811 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-48f13882-c9da-49ec-82b2-810582b2e5f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b67f4528-f7a4-471c-a15c-fefb8b9e83bf HTTP/1.1" status: 204 len: 168 time: 0.1353273 Oct 13 04:23:36.935663 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f13882-c9da-49ec-82b2-810582b2e5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67f4528-f7a4-471c-a15c-fefb8b9e83bf,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:37.187432 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47330) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:37.200606 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61333866-a407-43bc-a407-fc1f9341d8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.276835 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61333866-a407-43bc-a407-fc1f9341d8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.282765 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61333866-a407-43bc-a407-fc1f9341d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.321622 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-61333866-a407-43bc-a407-fc1f9341d8f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=316567d89b5e4ccc97564e52f2c31cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330686 Oct 13 04:23:37.322466 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61333866-a407-43bc-a407-fc1f9341d8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a550d4-e6fd-4d1d-aa35-ad2a89f51958,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:37.324537 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47332) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:37.375585 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a3fd7aad-68a3-459f-91ce-459d8820fee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.397408 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a3fd7aad-68a3-459f-91ce-459d8820fee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.444672 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a3fd7aad-68a3-459f-91ce-459d8820fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.447246 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a3fd7aad-68a3-459f-91ce-459d8820fee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.448369 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a3fd7aad-68a3-459f-91ce-459d8820fee1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5a550d4-e6fd-4d1d-aa35-ad2a89f51958 HTTP/1.1" status: 204 len: 168 time: 0.1227825 Oct 13 04:23:37.456154 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd7aad-68a3-459f-91ce-459d8820fee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a550d4-e6fd-4d1d-aa35-ad2a89f51958,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:38.165210 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47354) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:38.268870 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1437573334-network', 'tenant_id': 'ad9e3664217546579b7f55d3081e6eb0'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:38.293407 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Made reservation on behalf of ad9e3664217546579b7f55d3081e6eb0 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:38.295630 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.304005 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.381925 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.387922 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.409004 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:23:38.423464 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68ada34-f156-4f77-8125-299ebc6c5c7f,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:38.426750 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.427090 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Added segment 7e89e4ac-169e-4db3-8b63-c9d8d76f17e5 of type vlan for network a8bb1f41-1bb3-4e4f-857c-6817089c3add Oct 13 04:23:38.468583 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.495237 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.496220 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.496788 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.545305 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3789921 Oct 13 04:23:38.548403 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47358) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:38.554419 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-b7267e94-6dab-4d62-b703-f060a567fcf1 admin admin] Request body: {'subnet': {'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1437573334-subnet', 'tenant_id': 'ad9e3664217546579b7f55d3081e6eb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:38.556128 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6001a6f-bd3d-4f91-a326-8329451ba08c admin admin] Pushing event updated for resources: {'Network': ['ID=a8bb1f41-1bb3-4e4f-857c-6817089c3add,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:38.567009 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network a8bb1f41-1bb3-4e4f-857c-6817089c3add details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:23:38.579315 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7267e94-6dab-4d62-b703-f060a567fcf1 admin admin] Made reservation on behalf of ad9e3664217546579b7f55d3081e6eb0 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:38.581700 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7267e94-6dab-4d62-b703-f060a567fcf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155510'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.750616 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7267e94-6dab-4d62-b703-f060a567fcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6780911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155480'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.803481 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7267e94-6dab-4d62-b703-f060a567fcf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e678e946-1dd6-4647-90d8-47a0afb34e0e,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:38.819225 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7267e94-6dab-4d62-b703-f060a567fcf1 admin admin] Checking segment: {'id': '7e89e4ac-169e-4db3-8b63-c9d8d76f17e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:38.819575 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7267e94-6dab-4d62-b703-f060a567fcf1 admin admin] Network hostable DHCP agents. Network: a8bb1f41-1bb3-4e4f-857c-6817089c3add, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:23:38.837857 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7267e94-6dab-4d62-b703-f060a567fcf1 admin admin] Network a8bb1f41-1bb3-4e4f-857c-6817089c3add is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:23:38.846678 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-b7267e94-6dab-4d62-b703-f060a567fcf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, a8bb1f41-1bb3-4e4f-857c-6817089c3add) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:38.851551 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7267e94-6dab-4d62-b703-f060a567fcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.852133 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b7267e94-6dab-4d62-b703-f060a567fcf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.859700 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8acdf08-137d-4586-8317-ae7a0e47a6aa None None] Network a8bb1f41-1bb3-4e4f-857c-6817089c3add requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:38.874123 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b7267e94-6dab-4d62-b703-f060a567fcf1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3244135 Oct 13 04:23:38.986572 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396020d3-ef6c-4cb3-af0f-2602cacba256 None None] Network a8bb1f41-1bb3-4e4f-857c-6817089c3add requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:40.626690 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-379b03d8-c7a0-4a73-8136-2bd648c0b8a2 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:40.628084 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-379b03d8-c7a0-4a73-8136-2bd648c0b8a2 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/networks?id=a8bb1f41-1bb3-4e4f-857c-6817089c3add HTTP/1.1" status: 200 len: 814 time: 0.1041641 Oct 13 04:23:40.642998 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-0b1e5e51-ef92-4204-a8f7-734dd27b6a1f tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/quotas/ad9e3664217546579b7f55d3081e6eb0 HTTP/1.1" status: 200 len: 375 time: 0.0091116 Oct 13 04:23:40.678577 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-ae68ad49-d02b-4901-8170-31ff8a11c1d7 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad9e3664217546579b7f55d3081e6eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304615 Oct 13 04:23:40.827102 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-e225f401-a88a-4d07-86f6-28a2622918ed service neutron] 10.222.0.55 "GET /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417511 Oct 13 04:23:40.936433 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d524f584-ed43-4e59-8c6f-47fc52cd1a9b service neutron] 10.222.0.55 "GET /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999603 Oct 13 04:23:41.096819 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eef3f714-715b-4728-a814-53d64f3d1897 req-1a27fc35-010b-4ba3-abf7-fb0914691d41 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0263839 Oct 13 04:23:41.403904 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-26a09195-6894-4a6b-941b-16c08cb2963b req-8e935dd6-6de0-4888-ad7b-8540dd9dd315 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426948 Oct 13 04:23:41.464899 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a09195-6894-4a6b-941b-16c08cb2963b req-84a0f844-b127-4c34-acb9-2eb55918e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.466599 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-26a09195-6894-4a6b-941b-16c08cb2963b req-84a0f844-b127-4c34-acb9-2eb55918e07e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 1099 time: 0.0401859 Oct 13 04:23:41.576965 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a09195-6894-4a6b-941b-16c08cb2963b req-1285a416-0d08-4d3b-a070-2433b6f29573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.578486 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-26a09195-6894-4a6b-941b-16c08cb2963b req-1285a416-0d08-4d3b-a070-2433b6f29573 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 917 time: 0.0910141 Oct 13 04:23:41.645842 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-26a09195-6894-4a6b-941b-16c08cb2963b req-9365d399-dafd-4a4d-b219-d29fc97c1b72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819b5060-2257-431d-a719-93e3e23c273c HTTP/1.1" status: 200 len: 1000 time: 0.0598545 Oct 13 04:23:41.699538 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a09195-6894-4a6b-941b-16c08cb2963b req-e38335f8-53dc-4d64-9cfa-b4c7d8c8b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.700987 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-26a09195-6894-4a6b-941b-16c08cb2963b req-e38335f8-53dc-4d64-9cfa-b4c7d8c8b153 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.0484161 Oct 13 04:23:41.749448 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a09195-6894-4a6b-941b-16c08cb2963b req-a7405ec4-c705-4233-949b-8a5189430fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.750871 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-26a09195-6894-4a6b-941b-16c08cb2963b req-a7405ec4-c705-4233-949b-8a5189430fd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401564 Oct 13 04:23:41.841583 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-26a09195-6894-4a6b-941b-16c08cb2963b req-a86cb4e7-c9cd-4b11-93a5-f46211d0b571 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812321 Oct 13 04:23:41.937097 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-26a09195-6894-4a6b-941b-16c08cb2963b req-840bdb5d-eac5-4c13-b57d-0822c030f30a service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872879 Oct 13 04:23:42.206557 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a6f32195-dbd0-45a5-9a19-4775a267573b req-53900dc0-83bd-4551-b569-061525a94c24 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0333178 Oct 13 04:23:42.213851 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-f4b131b7-16d1-4e97-a3fd-a68c8a2474cf tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:42.215274 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-f4b131b7-16d1-4e97-a3fd-a68c8a2474cf tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.45 "GET /v2.0/networks?id=a8bb1f41-1bb3-4e4f-857c-6817089c3add HTTP/1.1" status: 200 len: 814 time: 0.1295991 Oct 13 04:23:42.234279 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Request body: {'port': {'device_id': '9173ac96-e73d-4283-ba7a-11545df2d4f8', 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add', 'admin_state_up': True, 'tenant_id': 'ad9e3664217546579b7f55d3081e6eb0'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:42.341962 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Made reservation on behalf of ad9e3664217546579b7f55d3081e6eb0 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:42.345320 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.468713 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Allocated IP 172.20.0.12 (a8bb1f41-1bb3-4e4f-857c-6817089c3add/e678e946-1dd6-4647-90d8-47a0afb34e0e/4df24fd3-b933-4fc4-a6b1-8dc465f59508) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:42.622001 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.660523 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.703217 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Network a8bb1f41-1bb3-4e4f-857c-6817089c3add is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:42.706346 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:42.710070 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:42.716096 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Pushing event updated for resources: {'Port': ['ID=4df24fd3-b933-4fc4-a6b1-8dc465f59508,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:42.759810 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:42.760407 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.778016 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-d026feda-b830-4a5c-84f2-03f13fc35321 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5476072 Oct 13 04:23:42.792562 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Request body: {'port': {'device_id': '9173ac96-e73d-4283-ba7a-11545df2d4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:42.846603 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.109840 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df24fd3-b933-4fc4-a6b1-8dc465f59508 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:43.117179 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.128975 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Transition to ACTIVE for port object 4df24fd3-b933-4fc4-a6b1-8dc465f59508 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:23:43.133149 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.181529 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4df24fd3-b933-4fc4-a6b1-8dc465f59508,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:43.258209 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Attempting to bind port 4df24fd3-b933-4fc4-a6b1-8dc465f59508 on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:43.258547 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Attempting to bind port 4df24fd3-b933-4fc4-a6b1-8dc465f59508 by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '7e89e4ac-169e-4db3-8b63-c9d8d76f17e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:43.258876 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Attempting to bind port 4df24fd3-b933-4fc4-a6b1-8dc465f59508 on network a8bb1f41-1bb3-4e4f-857c-6817089c3add {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:43.263674 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Port 4df24fd3-b933-4fc4-a6b1-8dc465f59508 on network a8bb1f41-1bb3-4e4f-857c-6817089c3add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:23:43.263995 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Attempting to bind port 4df24fd3-b933-4fc4-a6b1-8dc465f59508 on network a8bb1f41-1bb3-4e4f-857c-6817089c3add {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:43.269172 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:43.269506 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Checking segment: {'id': '7e89e4ac-169e-4db3-8b63-c9d8d76f17e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:43.269866 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Bound using segment: {'id': '7e89e4ac-169e-4db3-8b63-c9d8d76f17e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:43.270333 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Bound port: 4df24fd3-b933-4fc4-a6b1-8dc465f59508, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e89e4ac-169e-4db3-8b63-c9d8d76f17e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:43.270712 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.363724 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] For port 4df24fd3-b933-4fc4-a6b1-8dc465f59508, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:43.367294 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] For port 4df24fd3-b933-4fc4-a6b1-8dc465f59508, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=4df24fd3-b933-4fc4-a6b1-8dc465f59508,segment=NetworkSegment(7e89e4ac-169e-4db3-8b63-c9d8d76f17e5),segment_id=7e89e4ac-169e-4db3-8b63-c9d8d76f17e5)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:43.375470 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab56c98-0b2c-4669-95b0-fd18c68edcaa req-dcf6e51b-2612-4bf3-8ec7-dccf9948d8e5 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.376929 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ab56c98-0b2c-4669-95b0-fd18c68edcaa req-dcf6e51b-2612-4bf3-8ec7-dccf9948d8e5 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 944 time: 0.0913653 Oct 13 04:23:43.378355 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.433482 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.434108 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.435439 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] 10.222.0.45 "PUT /v2.0/ports/4df24fd3-b933-4fc4-a6b1-8dc465f59508 HTTP/1.1" status: 200 len: 1094 time: 0.6467214 Oct 13 04:23:43.435860 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9173ac96-e73d-4283-ba7a-11545df2d4f8', 'tag': '4df24fd3-b933-4fc4-a6b1-8dc465f59508'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:43.438208 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d79ee98-f553-4f37-b220-5305906e9616" -d '{"events": [{"name": "network-changed", "server_uuid": "9173ac96-e73d-4283-ba7a-11545df2d4f8", "tag": "4df24fd3-b933-4fc4-a6b1-8dc465f59508"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:43.465694 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfed08-a52d-4350-b984-0186ba1334d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4df24fd3-b933-4fc4-a6b1-8dc465f59508,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:43.473356 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5ab56c98-0b2c-4669-95b0-fd18c68edcaa req-7ffb7ee9-bf33-4e1c-9509-151f47a2b799 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872781 Oct 13 04:23:43.488789 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf834c0d-df10-44fe-b1d0-6aef4ab8222b x-openstack-request-id: req-cf834c0d-df10-44fe-b1d0-6aef4ab8222b {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:43.489182 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9173ac96-e73d-4283-ba7a-11545df2d4f8", "tag": "4df24fd3-b933-4fc4-a6b1-8dc465f59508", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:43.489422 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf834c0d-df10-44fe-b1d0-6aef4ab8222b {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:43.489826 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9173ac96-e73d-4283-ba7a-11545df2d4f8', 'tag': '4df24fd3-b933-4fc4-a6b1-8dc465f59508', 'status': 'completed', 'code': 200} Oct 13 04:23:43.521543 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-3c7927b8-b31c-4e59-a8dd-c3742715c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.523064 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-3c7927b8-b31c-4e59-a8dd-c3742715c6f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad9e3664217546579b7f55d3081e6eb0&device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0450654 Oct 13 04:23:43.565040 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-85a509aa-fb1d-4ee4-8f04-8e7d9e52f7ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df24fd3-b933-4fc4-a6b1-8dc465f59508 HTTP/1.1" status: 200 len: 217 time: 0.0324802 Oct 13 04:23:43.621067 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-8d12cd03-28d0-42ae-8c5d-cf8b41c8e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.622426 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-8d12cd03-28d0-42ae-8c5d-cf8b41c8e4c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e678e946-1dd6-4647-90d8-47a0afb34e0e HTTP/1.1" status: 200 len: 854 time: 0.0511179 Oct 13 04:23:43.653682 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-777ecb38-ecbe-41f6-8f01-028e325c78ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8bb1f41-1bb3-4e4f-857c-6817089c3add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240512 Oct 13 04:23:43.745502 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-ac781f91-eedb-48bc-91b7-c7fac8c5ff92 service neutron] 10.222.0.45 "GET /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843780 Oct 13 04:23:43.837093 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6548a780-1fcb-4fa5-8f05-2f6e43d351a8 req-32d727cb-0831-40c7-8753-9d95cc9aa171 service neutron] 10.222.0.45 "GET /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831628 Oct 13 04:23:43.932507 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79ee98-f553-4f37-b220-5305906e9616 req-901b280d-c294-4342-874b-f0a9fab783f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.933880 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d79ee98-f553-4f37-b220-5305906e9616 req-901b280d-c294-4342-874b-f0a9fab783f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad9e3664217546579b7f55d3081e6eb0&device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0406594 Oct 13 04:23:44.032725 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79ee98-f553-4f37-b220-5305906e9616 req-26f078bc-56c5-430b-aeae-4a885a136233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:44.034175 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d79ee98-f553-4f37-b220-5305906e9616 req-26f078bc-56c5-430b-aeae-4a885a136233 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8bb1f41-1bb3-4e4f-857c-6817089c3add HTTP/1.1" status: 200 len: 915 time: 0.0875685 Oct 13 04:23:44.074965 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d79ee98-f553-4f37-b220-5305906e9616 req-ad9f4d23-a976-4f82-8f66-cf89b96498c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df24fd3-b933-4fc4-a6b1-8dc465f59508 HTTP/1.1" status: 200 len: 217 time: 0.0330429 Oct 13 04:23:44.123973 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79ee98-f553-4f37-b220-5305906e9616 req-3d944cb2-a4fc-4046-a23b-862d58527f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:44.125341 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d79ee98-f553-4f37-b220-5305906e9616 req-3d944cb2-a4fc-4046-a23b-862d58527f05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e678e946-1dd6-4647-90d8-47a0afb34e0e HTTP/1.1" status: 200 len: 854 time: 0.0422513 Oct 13 04:23:44.161236 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d79ee98-f553-4f37-b220-5305906e9616 req-c4d0863a-ef76-47ec-9687-f1b2a978a93f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8bb1f41-1bb3-4e4f-857c-6817089c3add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281737 Oct 13 04:23:44.254880 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d79ee98-f553-4f37-b220-5305906e9616 req-c7651b04-ded3-4ede-9439-1882c3c4fb27 service neutron] 10.222.0.45 "GET /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860138 Oct 13 04:23:44.347995 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d79ee98-f553-4f37-b220-5305906e9616 req-0f84fe35-7e5b-41f7-bef1-810eb551cca9 service neutron] 10.222.0.45 "GET /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856063 Oct 13 04:23:44.594643 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b7854-ae6a-484a-9d1f-0460b1435800 req-568a2b4d-d06f-45e0-bedc-4f9dcc7bf288 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:44.596141 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-877b7854-ae6a-484a-9d1f-0460b1435800 req-568a2b4d-d06f-45e0-bedc-4f9dcc7bf288 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 944 time: 0.0491469 Oct 13 04:23:44.633589 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-877b7854-ae6a-484a-9d1f-0460b1435800 req-dd122aa3-8da3-4800-9150-3a12434a0735 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314977 Oct 13 04:23:45.767103 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10d27e-3934-4c49-af4d-355e488e5d66 req-fc9a717d-1222-41da-b48b-e41dac07f855 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:45.769477 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-df10d27e-3934-4c49-af4d-355e488e5d66 req-fc9a717d-1222-41da-b48b-e41dac07f855 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 944 time: 0.0598149 Oct 13 04:23:45.808032 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-df10d27e-3934-4c49-af4d-355e488e5d66 req-49334bc6-1b87-4f92-958d-ef3c5524a1ad tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Oct 13 04:23:46.944984 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f7f7-50a6-45b6-8d5c-11fd7f40261b req-647b22ad-89ea-4df3-9792-c93ffa360084 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:46.948073 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1371f7f7-50a6-45b6-8d5c-11fd7f40261b req-647b22ad-89ea-4df3-9792-c93ffa360084 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 944 time: 0.0542395 Oct 13 04:23:46.998869 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1371f7f7-50a6-45b6-8d5c-11fd7f40261b req-d2919734-39f4-4cd8-8aed-62d359e499b6 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445976 Oct 13 04:23:47.926704 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 4df24fd3-b933-4fc4-a6b1-8dc465f59508 details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:23:48.038264 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 4df24fd3-b933-4fc4-a6b1-8dc465f59508, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=4df24fd3-b933-4fc4-a6b1-8dc465f59508,segment=NetworkSegment(7e89e4ac-169e-4db3-8b63-c9d8d76f17e5),segment_id=7e89e4ac-169e-4db3-8b63-c9d8d76f17e5)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:48.049896 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '4df24fd3-b933-4fc4-a6b1-8dc465f59508', 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add', 'port_id': '4df24fd3-b933-4fc4-a6b1-8dc465f59508', 'mac_address': 'fa:16:3e:41:db:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e678e946-1dd6-4647-90d8-47a0afb34e0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:23:48.089641 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.103736 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df24fd3-b933-4fc4-a6b1-8dc465f59508 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:48.123782 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 4df24fd3-b933-4fc4-a6b1-8dc465f59508, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=4df24fd3-b933-4fc4-a6b1-8dc465f59508,segment=NetworkSegment(7e89e4ac-169e-4db3-8b63-c9d8d76f17e5),segment_id=7e89e4ac-169e-4db3-8b63-c9d8d76f17e5)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:48.125378 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc63f5d-54fc-4c19-882c-f8c2b535e31b req-51cbe686-2323-4311-a9e0-3261ef18b3fa tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:48.126990 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bfc63f5d-54fc-4c19-882c-f8c2b535e31b req-51cbe686-2323-4311-a9e0-3261ef18b3fa tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 944 time: 0.0563128 Oct 13 04:23:48.129316 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.165706 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bfc63f5d-54fc-4c19-882c-f8c2b535e31b req-dbca3e39-19a2-4229-91b5-45f965c66a0e tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324855 Oct 13 04:23:48.181392 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=4df24fd3-b933-4fc4-a6b1-8dc465f59508,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:48.188600 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:48.188936 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:48.189266 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:48.189587 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:48.189936 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:48.190257 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:48.190571 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:48.190884 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:48.191225 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:48.191540 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:48.191878 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:48.192186 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:48.546824 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['4df24fd3-b933-4fc4-a6b1-8dc465f59508'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:49.291938 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926414b5-bf0a-4186-b91f-15ff78e60da2 req-d23398c5-74d4-4638-b76a-6f00017899e1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:49.293392 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-926414b5-bf0a-4186-b91f-15ff78e60da2 req-d23398c5-74d4-4638-b76a-6f00017899e1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0508654 Oct 13 04:23:49.338240 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-926414b5-bf0a-4186-b91f-15ff78e60da2 req-b4a3185e-631f-4dae-817b-9c18eac7a621 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361018 Oct 13 04:23:49.926364 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 4df24fd3-b933-4fc4-a6b1-8dc465f59508 up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:49.988001 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port 4df24fd3-b933-4fc4-a6b1-8dc465f59508 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:23:49.994000 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 4df24fd3-b933-4fc4-a6b1-8dc465f59508 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:49.994447 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.077503 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.105670 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9173ac96-e73d-4283-ba7a-11545df2d4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df24fd3-b933-4fc4-a6b1-8dc465f59508'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:50.108441 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d06cf12-b37e-4765-a592-b04184b729b3" -d '{"events": [{"server_uuid": "9173ac96-e73d-4283-ba7a-11545df2d4f8", "name": "network-vif-plugged", "status": "completed", "tag": "4df24fd3-b933-4fc4-a6b1-8dc465f59508"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:50.122400 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 4df24fd3-b933-4fc4-a6b1-8dc465f59508, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=4df24fd3-b933-4fc4-a6b1-8dc465f59508,segment=NetworkSegment(7e89e4ac-169e-4db3-8b63-c9d8d76f17e5),segment_id=7e89e4ac-169e-4db3-8b63-c9d8d76f17e5)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:50.128736 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.182446 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=4df24fd3-b933-4fc4-a6b1-8dc465f59508,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:50.267869 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953ab2e9-2e1c-44ba-acf9-7848b7320315 x-openstack-request-id: req-953ab2e9-2e1c-44ba-acf9-7848b7320315 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:50.268153 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9173ac96-e73d-4283-ba7a-11545df2d4f8", "name": "network-vif-plugged", "status": "completed", "tag": "4df24fd3-b933-4fc4-a6b1-8dc465f59508", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:50.268638 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-953ab2e9-2e1c-44ba-acf9-7848b7320315 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:50.268795 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9173ac96-e73d-4283-ba7a-11545df2d4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df24fd3-b933-4fc4-a6b1-8dc465f59508', 'code': 200} Oct 13 04:23:50.491230 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53203cd6-0c60-4b23-b4ee-e9e46e902433 req-26589a47-3454-41f6-9703-3d99c242607a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:50.492671 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-53203cd6-0c60-4b23-b4ee-e9e46e902433 req-26589a47-3454-41f6-9703-3d99c242607a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 946 time: 0.0807385 Oct 13 04:23:50.495140 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a23629-8f5e-4625-9505-577a9bfe512a req-621f1994-a0d5-4b3c-bbdf-8ccdb8893f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:50.496463 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46a23629-8f5e-4625-9505-577a9bfe512a req-621f1994-a0d5-4b3c-bbdf-8ccdb8893f4f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 1099 time: 0.0580776 Oct 13 04:23:50.548854 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-53203cd6-0c60-4b23-b4ee-e9e46e902433 req-bbe619fb-f176-4b71-b9a3-3dec3b4b19c2 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500982 Oct 13 04:23:50.554545 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46a23629-8f5e-4625-9505-577a9bfe512a req-e1b76ab3-bfe1-4d90-9663-1a82faf29d1b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427630 Oct 13 04:23:51.675501 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77861f-f458-4983-8c2e-ff0518c12cfc req-af558052-7039-43b6-a22e-34e333762550 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:51.677344 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d77861f-f458-4983-8c2e-ff0518c12cfc req-af558052-7039-43b6-a22e-34e333762550 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 946 time: 0.0586379 Oct 13 04:23:51.719720 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6d77861f-f458-4983-8c2e-ff0518c12cfc req-4684319a-c28f-4dab-8c0a-a520581a38cd tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Oct 13 04:23:52.849205 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c5d9d-c27b-49ee-9380-f14cda794337 req-224cbf3e-514b-4e15-8326-9a8eee3d5771 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:52.850567 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-028c5d9d-c27b-49ee-9380-f14cda794337 req-224cbf3e-514b-4e15-8326-9a8eee3d5771 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 946 time: 0.0562241 Oct 13 04:23:52.895541 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-028c5d9d-c27b-49ee-9380-f14cda794337 req-cf602df4-7c5e-4e9e-9860-6f73461ea2b5 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360806 Oct 13 04:23:59.526614 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111cf5b-5d53-49e4-8d81-26c9e996e7be req-84681903-17bb-431d-9497-066b779b7ba6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:59.528087 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1111cf5b-5d53-49e4-8d81-26c9e996e7be req-84681903-17bb-431d-9497-066b779b7ba6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 946 time: 0.0533960 Oct 13 04:23:59.571353 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1111cf5b-5d53-49e4-8d81-26c9e996e7be req-ff30c41d-0dab-4900-926f-7028928d96be tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340703 Oct 13 04:23:59.780638 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-102bf74a-4638-4a25-a6fe-71c0a8b6a427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.694444 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6d78-99ee-4436-aa2b-ff839588c329 req-5be1150b-906b-450c-bfde-78b706b28007 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.695944 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0aab6d78-99ee-4436-aa2b-ff839588c329 req-5be1150b-906b-450c-bfde-78b706b28007 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 946 time: 0.0511637 Oct 13 04:24:00.733966 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0aab6d78-99ee-4436-aa2b-ff839588c329 req-e7d344b1-1217-40fb-9196-2d0e46190914 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318899 Oct 13 04:24:01.652825 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efe304-bf50-418f-a46f-319ba3c38172 req-600e2a66-74cd-4208-8d7a-99d3c848c3fb tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.654342 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-71efe304-bf50-418f-a46f-319ba3c38172 req-600e2a66-74cd-4208-8d7a-99d3c848c3fb tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 946 time: 0.0509813 Oct 13 04:24:01.750842 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Deleting port 819b5060-2257-431d-a719-93e3e23c273c {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:01.751482 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.873379 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] For port 819b5060-2257-431d-a719-93e3e23c273c, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=819b5060-2257-431d-a719-93e3e23c273c,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:01.873675 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.915994 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ea662-f11a-47d3-aaa8-92ed4cca964c req-2fcd9c16-6f68-46cc-922d-50efddca6579 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.917446 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f34ea662-f11a-47d3-aaa8-92ed4cca964c req-2fcd9c16-6f68-46cc-922d-50efddca6579 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 946 time: 0.1090400 Oct 13 04:24:02.304674 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f34ea662-f11a-47d3-aaa8-92ed4cca964c req-3057828c-4169-4811-9e0f-fdbf812e8c98 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b2781ec-c0ac-4676-8b12-22259ef5c8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567252 Oct 13 04:24:02.354834 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c08d7572-f653-45c4-8396-099bd8b7ba11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.381648 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.382116 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.382452 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.l3_db [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Floating IP 1f41d02b-f0d2-4cfa-8cef-abc0e9b507c8 disassociated. External IP: 172.27.2.53, port: 819b5060-2257-431d-a719-93e3e23c273c. Oct 13 04:24:02.382861 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Calling delete_port for 819b5060-2257-431d-a719-93e3e23c273c owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:02.519365 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.559706 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event deleted for resources: {'Port': ['ID=819b5060-2257-431d-a719-93e3e23c273c,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:02.571251 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:02.571595 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:02.571924 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:02.572380 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:02.572704 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:02.573024 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:02.573337 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:02.573739 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:02.574062 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:02.574378 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:02.574692 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:02.575003 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:02.683489 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:02.795588 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:02.806844 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c26edc-c837-45ec-a77d-e808d3452940 None None] Sync routers for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:02.816368 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c26edc-c837-45ec-a77d-e808d3452940 None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:02.816890 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-50c26edc-c837-45ec-a77d-e808d3452940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:24:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:02.836320 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] No DVR routers for this DVR port 819b5060-2257-431d-a719-93e3e23c273c on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:02.839077 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.842320 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-71efe304-bf50-418f-a46f-319ba3c38172 req-fc5b1127-df22-41be-a69d-b02b77016fb5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.45 "DELETE /v2.0/ports/819b5060-2257-431d-a719-93e3e23c273c HTTP/1.1" status: 204 len: 173 time: 1.1811416 Oct 13 04:24:02.842745 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'name': 'network-vif-deleted', 'tag': '819b5060-2257-431d-a719-93e3e23c273c'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:02.844956 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d77d94-4d3e-4d4e-bad1-0e73048f20f5" -d '{"events": [{"server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "name": "network-vif-deleted", "tag": "819b5060-2257-431d-a719-93e3e23c273c"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:02.885391 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913de6bf-73bf-412b-b5b3-c08a7239b823 x-openstack-request-id: req-913de6bf-73bf-412b-b5b3-c08a7239b823 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:02.885727 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2b8a8f-db02-4581-b497-1f4caa68240f", "name": "network-vif-deleted", "tag": "819b5060-2257-431d-a719-93e3e23c273c", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:02.885966 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-913de6bf-73bf-412b-b5b3-c08a7239b823 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:02.886354 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2b8a8f-db02-4581-b497-1f4caa68240f', 'name': 'network-vif-deleted', 'tag': '819b5060-2257-431d-a719-93e3e23c273c', 'status': 'completed', 'code': 200} Oct 13 04:24:03.063906 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-50c26edc-c837-45ec-a77d-e808d3452940 None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:03.269034 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-50c26edc-c837-45ec-a77d-e808d3452940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:03.295529 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c26edc-c837-45ec-a77d-e808d3452940 None None] Checking router: 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:03.304786 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c26edc-c837-45ec-a77d-e808d3452940 None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:03.305450 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-50c26edc-c837-45ec-a77d-e808d3452940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:24:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:03.420632 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.438692 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f720366b-5e3a-4d02-82bf-5507d4158574 req-db99d6b7-fd43-4e6a-bf2f-c3c4cbbbfe04 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2b8a8f-db02-4581-b497-1f4caa68240f HTTP/1.1" status: 200 len: 210 time: 0.0393279 Oct 13 04:24:03.457247 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-50c26edc-c837-45ec-a77d-e808d3452940 None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:03.606159 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.677382 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-50c26edc-c837-45ec-a77d-e808d3452940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:03.704417 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c26edc-c837-45ec-a77d-e808d3452940 None None] The sync data for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi is: [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:03.923255 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e99482-e4fe-41f6-81f8-fde11ddd9604 None None] New status for floating IP 1f41d02b-f0d2-4cfa-8cef-abc0e9b507c8: DOWN {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:24:04.527320 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47542) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:04.592800 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b1216056-6262-4354-bb8f-01f36fbc620a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.618671 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b1216056-6262-4354-bb8f-01f36fbc620a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.671188 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b1216056-6262-4354-bb8f-01f36fbc620a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.673944 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b1216056-6262-4354-bb8f-01f36fbc620a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.675144 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b1216056-6262-4354-bb8f-01f36fbc620a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "DELETE /v2.0/security-groups/2b2781ec-c0ac-4676-8b12-22259ef5c8c5 HTTP/1.1" status: 204 len: 168 time: 0.1468141 Oct 13 04:24:04.678155 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47544) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:04.685126 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1216056-6262-4354-bb8f-01f36fbc620a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2781ec-c0ac-4676-8b12-22259ef5c8c5,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:04.693433 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.api.v2.resource [None req-c5648c5c-a032-4936-9519-62837773a15d tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] show failed (client error): The resource could not be found. Oct 13 04:24:04.698425 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c5648c5c-a032-4936-9519-62837773a15d tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups/2b2781ec-c0ac-4676-8b12-22259ef5c8c5 HTTP/1.1" status: 404 len: 347 time: 0.0187380 Oct 13 04:24:04.698906 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47546) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:04.834716 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-0c784788-5b58-4c0c-8277-daf88fb32bb9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Deleting port 4a65afb5-6e8c-44c5-8272-0d1e5a820407 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:04.835061 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c784788-5b58-4c0c-8277-daf88fb32bb9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.911697 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c784788-5b58-4c0c-8277-daf88fb32bb9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.912014 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c784788-5b58-4c0c-8277-daf88fb32bb9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.923306 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-0c784788-5b58-4c0c-8277-daf88fb32bb9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Calling delete_port for 4a65afb5-6e8c-44c5-8272-0d1e5a820407 owned by network:floatingip {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:05.069573 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c784788-5b58-4c0c-8277-daf88fb32bb9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.095212 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c784788-5b58-4c0c-8277-daf88fb32bb9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event deleted for resources: {'Port': ['ID=4a65afb5-6e8c-44c5-8272-0d1e5a820407,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:05.162265 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c784788-5b58-4c0c-8277-daf88fb32bb9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.164810 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-0c784788-5b58-4c0c-8277-daf88fb32bb9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.166427 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-0c784788-5b58-4c0c-8277-daf88fb32bb9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "DELETE /v2.0/floatingips/1f41d02b-f0d2-4cfa-8cef-abc0e9b507c8 HTTP/1.1" status: 204 len: 168 time: 0.4661624 Oct 13 04:24:05.271924 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.959775 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.984745 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 819b5060-2257-431d-a719-93e3e23c273c no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:06.007400 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: 819b5060-2257-431d-a719-93e3e23c273c {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:06.007709 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 819b5060-2257-431d-a719-93e3e23c273c not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:06.913521 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47570) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:06.918299 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--746520491', 'description': 'tempest-description--1789932708'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:06.944941 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.009668 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.014623 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.044490 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.045713 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1311753 Oct 13 04:24:07.047965 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.048733 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47574) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:07.053567 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-45b999dd-0bfc-4d19-910b-0404ad900e0e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Request body: {'security_group_rule': {'security_group_id': 'ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:07.059654 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:07.059990 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:07.060320 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:07.060646 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:07.063275 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:07.063614 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:07.063942 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:07.064248 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:07.064607 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:07.064890 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:07.065203 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:07.065521 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a9f2b-a408-4c34-b76f-bae866d0c1bf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:07.081822 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-45b999dd-0bfc-4d19-910b-0404ad900e0e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.139299 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-45b999dd-0bfc-4d19-910b-0404ad900e0e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.144671 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-45b999dd-0bfc-4d19-910b-0404ad900e0e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.163001 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b999dd-0bfc-4d19-910b-0404ad900e0e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd37447-028f-4f1f-ac76-28f8196d099d,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.172106 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-45b999dd-0bfc-4d19-910b-0404ad900e0e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.173717 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-45b999dd-0bfc-4d19-910b-0404ad900e0e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236348 Oct 13 04:24:07.176254 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47576) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:07.180547 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-b1284775-f209-48b3-b92e-c27d9694fa51 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Request body: {'security_group_rule': {'security_group_id': 'ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:07.208700 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b1284775-f209-48b3-b92e-c27d9694fa51 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.270851 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b1284775-f209-48b3-b92e-c27d9694fa51 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.276834 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b1284775-f209-48b3-b92e-c27d9694fa51 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.293620 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1284775-f209-48b3-b92e-c27d9694fa51 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d636fd0-f25c-44e2-898a-3391eb833ae9,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.303234 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b1284775-f209-48b3-b92e-c27d9694fa51 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.304411 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b1284775-f209-48b3-b92e-c27d9694fa51 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272542 Oct 13 04:24:07.307662 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47578) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:07.312008 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Request body: {'floatingip': {'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:07.336369 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.445636 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.551000 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Allocated IP 172.27.2.163 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/128194bc-1bb5-4edc-a1e2-00d6fbcf76c0) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:07.657927 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.697040 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.736890 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:07.739862 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:07.744182 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:07.747227 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event updated for resources: {'Port': ['ID=128194bc-1bb5-4edc-a1e2-00d6fbcf76c0,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.833469 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.868093 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.022724 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.028404 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.095438 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event updated for resources: {'Port': ['ID=128194bc-1bb5-4edc-a1e2-00d6fbcf76c0,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:08.108614 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.125507 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.126797 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-3f2a7cb2-5fb1-4755-b95a-e96a7eb24fcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8181996 Oct 13 04:24:08.314682 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-8c4a7b1b-5004-46c7-8769-96abe786fd1b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--746520491&fields=id&tenant_id=d168ef71e112452db0a5035cfc0e4b2b HTTP/1.1" status: 200 len: 267 time: 0.0347283 Oct 13 04:24:08.429957 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b00b90-212e-4799-92ec-cf81455687aa req-5533f35c-c712-4d0e-8054-8b8f0f109005 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:08.431429 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-5533f35c-c712-4d0e-8054-8b8f0f109005 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 816 time: 0.1100397 Oct 13 04:24:08.446690 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-8654d0f4-e685-439a-939b-3621702a7d9f tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/quotas/d168ef71e112452db0a5035cfc0e4b2b HTTP/1.1" status: 200 len: 375 time: 0.0094397 Oct 13 04:24:08.499335 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-4eceef73-5c16-41f4-897b-dadaddb82143 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474854 Oct 13 04:24:08.645729 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-9c9d355d-4010-4ca4-9af0-e711b9fcb111 service neutron] 10.222.0.55 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344664 Oct 13 04:24:08.738658 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-9c81476d-a2c6-4e3e-97a0-9f298ecf89f7 service neutron] 10.222.0.55 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838814 Oct 13 04:24:08.919835 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4d07e4aa-384e-4835-8bbd-be4bd4ff1778 req-56d9054e-fd60-420d-80ac-dce9a4d007fe tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 210 time: 0.0307925 Oct 13 04:24:09.235473 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:24:09.957050 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b00b90-212e-4799-92ec-cf81455687aa req-638328af-8de3-44f7-a0a6-80dc3fb89a50 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:09.958546 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-638328af-8de3-44f7-a0a6-80dc3fb89a50 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 816 time: 0.1019251 Oct 13 04:24:10.025323 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b7ae1094-a82e-4c36-ad97-62ab8ea20b33 req-0fd38801-ee57-4195-a9d7-49409ec8b242 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 210 time: 0.0334094 Oct 13 04:24:10.029646 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-04c2461a-a52a-4152-ad04-97e751731ea8 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d168ef71e112452db0a5035cfc0e4b2b HTTP/1.1" status: 200 len: 379 time: 0.0591886 Oct 13 04:24:10.039115 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-c0b00b90-212e-4799-92ec-cf81455687aa req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Request body: {'port': {'device_id': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'admin_state_up': True, 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'security_groups': ['ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:10.156586 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b00b90-212e-4799-92ec-cf81455687aa req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Made reservation on behalf of d168ef71e112452db0a5035cfc0e4b2b for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:10.160300 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c0b00b90-212e-4799-92ec-cf81455687aa req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.288811 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-c0b00b90-212e-4799-92ec-cf81455687aa req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Allocated IP 172.20.0.7 (1c4537c4-626c-4872-8f08-761847ce7780/fc782f82-cb87-47a0-947a-1f584f8af09a/b7c271f3-64be-4491-904a-f29a7f6c6c8a) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:10.433598 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c0b00b90-212e-4799-92ec-cf81455687aa req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.472251 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c0b00b90-212e-4799-92ec-cf81455687aa req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.518622 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b00b90-212e-4799-92ec-cf81455687aa req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Network 1c4537c4-626c-4872-8f08-761847ce7780 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:10.521825 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-c0b00b90-212e-4799-92ec-cf81455687aa req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:10.526781 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b00b90-212e-4799-92ec-cf81455687aa req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:10.533382 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event updated for resources: {'Port': ['ID=b7c271f3-64be-4491-904a-f29a7f6c6c8a,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:10.580457 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b00b90-212e-4799-92ec-cf81455687aa req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.581077 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c0b00b90-212e-4799-92ec-cf81455687aa req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.598394 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-d217574b-6f33-41d8-a643-458e467062f4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5633059 Oct 13 04:24:10.612064 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Request body: {'port': {'device_id': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:10.670933 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.769958 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-cc53ba67-f8d3-48d0-a425-3b8f6f1e6977 None None] Provisioning complete for port b7c271f3-64be-4491-904a-f29a7f6c6c8a triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:10.770592 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cc53ba67-f8d3-48d0-a425-3b8f6f1e6977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.804050 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-cc53ba67-f8d3-48d0-a425-3b8f6f1e6977 None None] Port b7c271f3-64be-4491-904a-f29a7f6c6c8a cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:24:10.931531 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c271f3-64be-4491-904a-f29a7f6c6c8a {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:10.939508 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.952833 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Transition to ACTIVE for port object b7c271f3-64be-4491-904a-f29a7f6c6c8a will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:24:10.959891 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.011636 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c271f3-64be-4491-904a-f29a7f6c6c8a,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:11.088693 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Attempting to bind port b7c271f3-64be-4491-904a-f29a7f6c6c8a on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:11.089059 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Attempting to bind port b7c271f3-64be-4491-904a-f29a7f6c6c8a by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:11.089376 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Attempting to bind port b7c271f3-64be-4491-904a-f29a7f6c6c8a on network 1c4537c4-626c-4872-8f08-761847ce7780 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:11.093910 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Port b7c271f3-64be-4491-904a-f29a7f6c6c8a on network 1c4537c4-626c-4872-8f08-761847ce7780 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:24:11.094226 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Attempting to bind port b7c271f3-64be-4491-904a-f29a7f6c6c8a on network 1c4537c4-626c-4872-8f08-761847ce7780 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:11.100939 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:11.101270 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Checking segment: {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:11.101670 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Bound using segment: {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:11.102149 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Bound port: b7c271f3-64be-4491-904a-f29a7f6c6c8a, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b565eb9-dfb3-4a3b-934b-9738feba2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:11.102511 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.191455 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d54a65-b9f7-44dc-b9d8-54a4db113ec8 req-4a6c3a48-0714-4162-8fc8-b919ce1a8dfc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:11.192934 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a3d54a65-b9f7-44dc-b9d8-54a4db113ec8 req-4a6c3a48-0714-4162-8fc8-b919ce1a8dfc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0940757 Oct 13 04:24:11.210407 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:11.232286 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:11.240432 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.255690 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a3d54a65-b9f7-44dc-b9d8-54a4db113ec8 req-e834790f-cf00-4dda-ac74-cac5c1c7f8ef tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550947 Oct 13 04:24:11.289870 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:11.290459 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.291860 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] 10.222.0.45 "PUT /v2.0/ports/b7c271f3-64be-4491-904a-f29a7f6c6c8a HTTP/1.1" status: 200 len: 1093 time: 0.6841941 Oct 13 04:24:11.292290 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:11.294570 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43164ed-3fa4-40f0-bf7b-5404c59485df" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:11.312821 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5d1b1-ed32-43ce-b5cb-1634afac1302 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c271f3-64be-4491-904a-f29a7f6c6c8a,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:11.337976 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a2ef94-e10d-434f-aac0-c8a341c2dee2 x-openstack-request-id: req-f7a2ef94-e10d-434f-aac0-c8a341c2dee2 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:11.338330 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:11.338578 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7a2ef94-e10d-434f-aac0-c8a341c2dee2 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:11.338976 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'status': 'completed', 'code': 200} Oct 13 04:24:11.625294 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b00b90-212e-4799-92ec-cf81455687aa req-c36f755e-6001-4209-8c3c-2df43a9a4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:11.626724 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-c36f755e-6001-4209-8c3c-2df43a9a4bb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 1096 time: 0.0432026 Oct 13 04:24:11.669685 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-db6a7c33-0edb-4956-9d8f-9f1233737dae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a HTTP/1.1" status: 200 len: 217 time: 0.0341411 Oct 13 04:24:11.718173 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b00b90-212e-4799-92ec-cf81455687aa req-67bb27b8-1c8a-4570-8794-697ec363922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:11.719574 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-67bb27b8-1c8a-4570-8794-697ec363922e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.0430362 Oct 13 04:24:11.776995 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b00b90-212e-4799-92ec-cf81455687aa req-18cc80f4-272d-429f-a03e-9b0d1fa653a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:11.778468 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-18cc80f4-272d-429f-a03e-9b0d1fa653a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516219 Oct 13 04:24:11.873211 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-9835a095-d68a-4b16-8b60-2db1897d783c service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868568 Oct 13 04:24:11.967740 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c0b00b90-212e-4799-92ec-cf81455687aa req-408d9594-e317-4f41-9c70-fac702bcb8f6 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865545 Oct 13 04:24:12.065966 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43164ed-3fa4-40f0-bf7b-5404c59485df req-88c17fa1-3351-444a-9064-4e85f0c7fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:12.067451 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e43164ed-3fa4-40f0-bf7b-5404c59485df req-88c17fa1-3351-444a-9064-4e85f0c7fbcc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 1096 time: 0.0427454 Oct 13 04:24:12.171521 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43164ed-3fa4-40f0-bf7b-5404c59485df req-848689f1-5684-45b7-b7d6-b41a1cb59d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:12.172973 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e43164ed-3fa4-40f0-bf7b-5404c59485df req-848689f1-5684-45b7-b7d6-b41a1cb59d63 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 917 time: 0.0871425 Oct 13 04:24:12.214710 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e43164ed-3fa4-40f0-bf7b-5404c59485df req-c7993571-b500-4603-ba0e-48551f49a1b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a HTTP/1.1" status: 200 len: 217 time: 0.0335104 Oct 13 04:24:12.271943 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43164ed-3fa4-40f0-bf7b-5404c59485df req-7d96a79b-c17e-43ed-ae9f-0acf48300f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:12.273912 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e43164ed-3fa4-40f0-bf7b-5404c59485df req-7d96a79b-c17e-43ed-ae9f-0acf48300f8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.0511072 Oct 13 04:24:12.321856 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43164ed-3fa4-40f0-bf7b-5404c59485df req-31ba6b98-1f50-48f8-bc26-3d12926ca4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:12.323379 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e43164ed-3fa4-40f0-bf7b-5404c59485df req-31ba6b98-1f50-48f8-bc26-3d12926ca4c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412784 Oct 13 04:24:12.428886 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9b125-8c94-40ad-8f0d-d068cbccee70 req-6d13d97e-83a9-411a-b159-6808b2bb276c tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:12.430396 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5de9b125-8c94-40ad-8f0d-d068cbccee70 req-6d13d97e-83a9-411a-b159-6808b2bb276c tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.1046190 Oct 13 04:24:12.451630 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e43164ed-3fa4-40f0-bf7b-5404c59485df req-d750601d-0cc0-4b86-90c6-d1b14d8e3316 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177332 Oct 13 04:24:12.520466 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5de9b125-8c94-40ad-8f0d-d068cbccee70 req-79f58bfe-fdf0-4497-9779-8eef8c5af3d8 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793025 Oct 13 04:24:12.558273 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e43164ed-3fa4-40f0-bf7b-5404c59485df req-8f6b437c-360b-49dd-b323-d1d699b01578 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982387 Oct 13 04:24:13.647609 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0569ef-9deb-4a25-b6cd-c25935716ff4 req-6f433dd3-12d6-4d05-95b8-870af14aea41 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:13.649098 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bc0569ef-9deb-4a25-b6cd-c25935716ff4 req-6f433dd3-12d6-4d05-95b8-870af14aea41 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0511146 Oct 13 04:24:13.689459 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bc0569ef-9deb-4a25-b6cd-c25935716ff4 req-18512918-5900-4a56-9f48-eb37702af4f2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310845 Oct 13 04:24:14.826468 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48148cd5-a486-4cd3-bce7-09a4e3e74c38 req-364a170d-a286-4f21-a8d5-5894887f4b95 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:14.827835 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-48148cd5-a486-4cd3-bce7-09a4e3e74c38 req-364a170d-a286-4f21-a8d5-5894887f4b95 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0505025 Oct 13 04:24:14.867780 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-48148cd5-a486-4cd3-bce7-09a4e3e74c38 req-8e8de35d-ce3d-4d30-9e73-dc12dfb07461 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340743 Oct 13 04:24:16.251696 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7093bb-2811-45cf-85db-1c361244e14c req-e98bc805-d917-4c7b-8db4-8c1c01f2ff97 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:16.253147 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea7093bb-2811-45cf-85db-1c361244e14c req-e98bc805-d917-4c7b-8db4-8c1c01f2ff97 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.2873898 Oct 13 04:24:16.293643 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea7093bb-2811-45cf-85db-1c361244e14c req-bcfa915a-a5e7-4911-b17e-9180ce99be92 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315878 Oct 13 04:24:17.428588 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e471c9b-8737-4bf6-9fa0-35f30a72d07a req-3482dcf6-5e5f-4415-8949-bbe2ae0ddb0e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:17.429946 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e471c9b-8737-4bf6-9fa0-35f30a72d07a req-3482dcf6-5e5f-4415-8949-bbe2ae0ddb0e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0480697 Oct 13 04:24:17.468997 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2e471c9b-8737-4bf6-9fa0-35f30a72d07a req-f1f5f0e4-1d4e-4c8b-b7bb-9a0c2276f8f6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328569 Oct 13 04:24:18.061951 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device b7c271f3-64be-4491-904a-f29a7f6c6c8a details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:24:18.168039 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:18.182196 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'port_id': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'mac_address': 'fa:16:3e:70:1d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:24:18.227454 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.240652 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c271f3-64be-4491-904a-f29a7f6c6c8a {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:18.259235 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:18.266262 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.312934 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=b7c271f3-64be-4491-904a-f29a7f6c6c8a,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.610256 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947f691-80aa-4033-aefb-3d92d21ff055 req-2d4e69d4-98c7-4732-8886-b247c69e89ee tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:18.611621 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1947f691-80aa-4033-aefb-3d92d21ff055 req-2d4e69d4-98c7-4732-8886-b247c69e89ee tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 944 time: 0.0604711 Oct 13 04:24:18.655182 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1947f691-80aa-4033-aefb-3d92d21ff055 req-37b000a0-8e67-41fd-b9d0-13b3a864ae23 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348601 Oct 13 04:24:18.719824 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['b7c271f3-64be-4491-904a-f29a7f6c6c8a'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:19.785526 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c456eb-44b3-4fe1-92ff-6f164a356b17 req-91fdc64e-0717-427d-b9dc-b3575f4a9a85 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:19.787047 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36c456eb-44b3-4fe1-92ff-6f164a356b17 req-91fdc64e-0717-427d-b9dc-b3575f4a9a85 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 944 time: 0.0506084 Oct 13 04:24:19.825736 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36c456eb-44b3-4fe1-92ff-6f164a356b17 req-feffe50e-42b3-4345-b76b-13e0c1e59880 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324152 Oct 13 04:24:20.076631 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device b7c271f3-64be-4491-904a-f29a7f6c6c8a up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:20.126961 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port b7c271f3-64be-4491-904a-f29a7f6c6c8a completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:24:20.130557 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port b7c271f3-64be-4491-904a-f29a7f6c6c8a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:20.130923 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.213209 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.236143 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:20.238352 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deb55cc-487a-40cd-bef5-0d03be019fc0" -d '{"events": [{"server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "name": "network-vif-plugged", "status": "completed", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:20.250911 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:20.256316 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.280479 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36324206-475b-495d-91bd-b99ad4b85a4e x-openstack-request-id: req-36324206-475b-495d-91bd-b99ad4b85a4e {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:20.281112 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "name": "network-vif-plugged", "status": "completed", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:20.281378 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36324206-475b-495d-91bd-b99ad4b85a4e {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:20.281794 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'code': 200} Oct 13 04:24:20.306989 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=b7c271f3-64be-4491-904a-f29a7f6c6c8a,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:20.466263 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c365d98-6e26-470d-9d81-11a409f1b281 req-80c5a015-5e17-4cef-8163-3393b5a47f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.467733 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c365d98-6e26-470d-9d81-11a409f1b281 req-80c5a015-5e17-4cef-8163-3393b5a47f86 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 1098 time: 0.0419238 Oct 13 04:24:20.503668 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6c365d98-6e26-470d-9d81-11a409f1b281 req-476a2697-ebde-4607-9f13-5492a3c12626 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287793 Oct 13 04:24:20.967067 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c359-522c-40d2-a64d-54e30bc33774 req-ddac0683-35a4-4b43-b513-471d48b00cc8 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.968570 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f452c359-522c-40d2-a64d-54e30bc33774 req-ddac0683-35a4-4b43-b513-471d48b00cc8 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0615487 Oct 13 04:24:21.015932 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f452c359-522c-40d2-a64d-54e30bc33774 req-d542a85e-7464-4025-bb12-275239194108 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397160 Oct 13 04:24:22.142796 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefe6f3-263d-4226-ba1d-8feefef43985 req-54fa0d0e-0e8f-497d-84ee-e5de17acda9a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:22.144264 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4aefe6f3-263d-4226-ba1d-8feefef43985 req-54fa0d0e-0e8f-497d-84ee-e5de17acda9a tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0513475 Oct 13 04:24:22.186841 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4aefe6f3-263d-4226-ba1d-8feefef43985 req-5e9a10c2-428a-4c11-bfbe-8153e27d58cb tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330112 Oct 13 04:24:22.307225 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9fc3c-1563-4b88-937a-6d85d0da18ab req-44a52e35-ad38-49c4-8cfb-f53094e10288 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:22.308601 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-89b9fc3c-1563-4b88-937a-6d85d0da18ab req-44a52e35-ad38-49c4-8cfb-f53094e10288 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0550444 Oct 13 04:24:22.321395 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47684) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:22.325788 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-41874e06-4f39-4dfc-ac81-4c25974fa7e3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Request body: {'floatingip': {'port_id': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:22.372876 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-41874e06-4f39-4dfc-ac81-4c25974fa7e3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.809936 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-41874e06-4f39-4dfc-ac81-4c25974fa7e3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.816623 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-41874e06-4f39-4dfc-ac81-4c25974fa7e3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.915852 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.l3_db [None req-41874e06-4f39-4dfc-ac81-4c25974fa7e3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Floating IP 5e0252ac-ea8c-49cd-93e7-fcd54b7a9254 associated. External IP: 172.27.2.163, port: b7c271f3-64be-4491-904a-f29a7f6c6c8a. Oct 13 04:24:23.134233 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41874e06-4f39-4dfc-ac81-4c25974fa7e3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:23.250350 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41874e06-4f39-4dfc-ac81-4c25974fa7e3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:23.256527 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-41874e06-4f39-4dfc-ac81-4c25974fa7e3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.263079 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6e4ae-1cb7-4f1f-b02f-744eea6ad012 None None] Sync routers for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:23.276570 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6e4ae-1cb7-4f1f-b02f-744eea6ad012 None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:23.277176 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-cce6e4ae-1cb7-4f1f-b02f-744eea6ad012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:24:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:23.289971 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-41874e06-4f39-4dfc-ac81-4c25974fa7e3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "PUT /v2.0/floatingips/5e0252ac-ea8c-49cd-93e7-fcd54b7a9254 HTTP/1.1" status: 200 len: 991 time: 0.9674661 Oct 13 04:24:23.290596 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:23.292845 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e794bec0-da6c-4433-886f-96c67aca63e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:23.335990 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24910e75-3d47-4ec9-85fe-11a435ccd884 x-openstack-request-id: req-24910e75-3d47-4ec9-85fe-11a435ccd884 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:23.336273 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:23.336521 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24910e75-3d47-4ec9-85fe-11a435ccd884 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:23.336944 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'status': 'completed', 'code': 200} Oct 13 04:24:23.392902 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-cce6e4ae-1cb7-4f1f-b02f-744eea6ad012 None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:23.406528 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bec0-da6c-4433-886f-96c67aca63e1 req-123caac5-0b24-40a2-8152-8112240f9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:23.408047 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e794bec0-da6c-4433-886f-96c67aca63e1 req-123caac5-0b24-40a2-8152-8112240f9829 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 1098 time: 0.0422626 Oct 13 04:24:23.501460 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bec0-da6c-4433-886f-96c67aca63e1 req-2d71bd3d-6c48-4bf0-89be-0de892dd4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:23.502974 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e794bec0-da6c-4433-886f-96c67aca63e1 req-2d71bd3d-6c48-4bf0-89be-0de892dd4750 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 917 time: 0.0876050 Oct 13 04:24:23.568061 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e794bec0-da6c-4433-886f-96c67aca63e1 req-82e19fc6-bf8f-4ed0-b884-f26eb22ac587 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a HTTP/1.1" status: 200 len: 999 time: 0.0576305 Oct 13 04:24:23.620272 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bec0-da6c-4433-886f-96c67aca63e1 req-2645074c-1351-40bb-91b5-2972016bc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:23.621637 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e794bec0-da6c-4433-886f-96c67aca63e1 req-2645074c-1351-40bb-91b5-2972016bc351 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.0468640 Oct 13 04:24:23.661786 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-cce6e4ae-1cb7-4f1f-b02f-744eea6ad012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '5e0252ac-ea8c-49cd-93e7-fcd54b7a9254', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'port_id': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'mac_address': 'fa:16:3e:70:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:24:07Z', 'updated_at': '2021-10-13T04:24:22Z', 'revision_number': 1, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:23.667144 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bec0-da6c-4433-886f-96c67aca63e1 req-9e24090a-963a-4a44-a161-1233f7af19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:23.668628 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e794bec0-da6c-4433-886f-96c67aca63e1 req-9e24090a-963a-4a44-a161-1233f7af19c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395939 Oct 13 04:24:23.687065 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6e4ae-1cb7-4f1f-b02f-744eea6ad012 None None] Checking router: 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:23.695917 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6e4ae-1cb7-4f1f-b02f-744eea6ad012 None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:23.696512 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-cce6e4ae-1cb7-4f1f-b02f-744eea6ad012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:24:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:23.761759 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e794bec0-da6c-4433-886f-96c67aca63e1 req-a2b38f75-b156-4a2f-ad82-4090d12f0a63 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846930 Oct 13 04:24:23.799393 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-cce6e4ae-1cb7-4f1f-b02f-744eea6ad012 None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:23.855198 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e794bec0-da6c-4433-886f-96c67aca63e1 req-16a8d804-8e60-42f2-af88-aea2af3c8b3d service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857999 Oct 13 04:24:24.144074 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-cce6e4ae-1cb7-4f1f-b02f-744eea6ad012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '5e0252ac-ea8c-49cd-93e7-fcd54b7a9254', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'port_id': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'mac_address': 'fa:16:3e:70:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:24:07Z', 'updated_at': '2021-10-13T04:24:22Z', 'revision_number': 1, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:24.169861 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6e4ae-1cb7-4f1f-b02f-744eea6ad012 None None] The sync data for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi is: [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '5e0252ac-ea8c-49cd-93e7-fcd54b7a9254', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'port_id': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'mac_address': 'fa:16:3e:70:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:24:07Z', 'updated_at': '2021-10-13T04:24:22Z', 'revision_number': 1, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:24.365941 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7527a-57a3-4ff0-8bd3-b34c3bae5ba6 None None] New status for floating IP 5e0252ac-ea8c-49cd-93e7-fcd54b7a9254: ACTIVE {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:24:29.783972 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2b2084d0-036b-4164-811a-7c604fb440cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.370008 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9a34-2118-4cfd-adf7-a383ab010aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:33.358934 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:33.601263 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.283412 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.989025 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.108696 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36162f3a-0622-4429-8be0-e844cd3a051e req-26b2f66f-63d1-419a-8545-10ffde41d2c3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416267 Oct 13 04:24:46.177566 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36162f3a-0622-4429-8be0-e844cd3a051e req-fe3b53ea-f24b-417d-9992-6278f361de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:46.179042 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36162f3a-0622-4429-8be0-e844cd3a051e req-fe3b53ea-f24b-417d-9992-6278f361de32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41649d1bfdb049eeb3509c73dc1b039c&device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 1138 time: 0.0425980 Oct 13 04:24:46.235118 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:24:46.287603 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36162f3a-0622-4429-8be0-e844cd3a051e req-c635755e-89dd-4684-8bae-dc8ea805fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:46.289084 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36162f3a-0622-4429-8be0-e844cd3a051e req-c635755e-89dd-4684-8bae-dc8ea805fe86 service neutron] 10.222.0.45 "GET /v2.0/networks?id=21f3e97a-4c25-41f2-9ea4-802d08f767e1 HTTP/1.1" status: 200 len: 916 time: 0.0884712 Oct 13 04:24:46.359741 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36162f3a-0622-4429-8be0-e844cd3a051e req-728a4ef3-72b8-41e9-81c5-9ff26ceb6110 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd06624-1837-4923-9daf-aa14f17b4981 HTTP/1.1" status: 200 len: 1002 time: 0.0609610 Oct 13 04:24:46.438848 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36162f3a-0622-4429-8be0-e844cd3a051e req-b5f91ff9-7bb3-4fbd-9c93-8b8cdd036ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:46.440269 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36162f3a-0622-4429-8be0-e844cd3a051e req-b5f91ff9-7bb3-4fbd-9c93-8b8cdd036ce4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f HTTP/1.1" status: 200 len: 854 time: 0.0493331 Oct 13 04:24:46.489199 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36162f3a-0622-4429-8be0-e844cd3a051e req-1bff62dc-132a-471a-aa90-a6fd03f0d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:46.490633 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36162f3a-0622-4429-8be0-e844cd3a051e req-1bff62dc-132a-471a-aa90-a6fd03f0d541 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21f3e97a-4c25-41f2-9ea4-802d08f767e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415215 Oct 13 04:24:46.586319 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36162f3a-0622-4429-8be0-e844cd3a051e req-fa588c81-1c1f-4522-a15f-434844bcd303 service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863345 Oct 13 04:24:46.680484 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-36162f3a-0622-4429-8be0-e844cd3a051e req-557e399d-abbb-4ec3-bb0c-6e24b22d6fb8 service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844331 Oct 13 04:24:49.215062 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b38fd-bc0f-4390-9800-fa6b16554a34 req-08fa9cf4-a134-4ec0-b675-b7c600660659 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:49.216522 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-871b38fd-bc0f-4390-9800-fa6b16554a34 req-08fa9cf4-a134-4ec0-b675-b7c600660659 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 946 time: 0.0505345 Oct 13 04:24:49.268276 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-871b38fd-bc0f-4390-9800-fa6b16554a34 req-71329ae6-2ed6-464b-b7c0-2ed7f933cdc8 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428817 Oct 13 04:24:50.415620 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e1776-c02d-4ff1-bd73-4ff9806f19cb req-59187f74-95ac-44d3-9672-62d9502b24a4 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:50.417071 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-807e1776-c02d-4ff1-bd73-4ff9806f19cb req-59187f74-95ac-44d3-9672-62d9502b24a4 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 946 time: 0.0543818 Oct 13 04:24:50.457902 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-807e1776-c02d-4ff1-bd73-4ff9806f19cb req-8f7961ba-c01b-444f-8ad1-fd8c5c36ba18 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339813 Oct 13 04:24:51.214598 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281efee-b33b-42d0-a13e-626a98e29fd0 req-a8275b2b-d3e8-4db1-ad0c-9141027ae4b4 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:51.216237 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6281efee-b33b-42d0-a13e-626a98e29fd0 req-a8275b2b-d3e8-4db1-ad0c-9141027ae4b4 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.45 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 946 time: 0.0548537 Oct 13 04:24:51.326314 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-6281efee-b33b-42d0-a13e-626a98e29fd0 req-cd0d22a1-19a5-42c7-b1e6-b041c4bda588 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Deleting port 4df24fd3-b933-4fc4-a6b1-8dc465f59508 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:51.326658 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6281efee-b33b-42d0-a13e-626a98e29fd0 req-cd0d22a1-19a5-42c7-b1e6-b041c4bda588 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.417543 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-6281efee-b33b-42d0-a13e-626a98e29fd0 req-cd0d22a1-19a5-42c7-b1e6-b041c4bda588 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] For port 4df24fd3-b933-4fc4-a6b1-8dc465f59508, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=4df24fd3-b933-4fc4-a6b1-8dc465f59508,segment=NetworkSegment(7e89e4ac-169e-4db3-8b63-c9d8d76f17e5),segment_id=7e89e4ac-169e-4db3-8b63-c9d8d76f17e5)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:51.418264 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6281efee-b33b-42d0-a13e-626a98e29fd0 req-cd0d22a1-19a5-42c7-b1e6-b041c4bda588 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.430057 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-6281efee-b33b-42d0-a13e-626a98e29fd0 req-cd0d22a1-19a5-42c7-b1e6-b041c4bda588 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Calling delete_port for 4df24fd3-b933-4fc4-a6b1-8dc465f59508 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:51.591187 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6281efee-b33b-42d0-a13e-626a98e29fd0 req-cd0d22a1-19a5-42c7-b1e6-b041c4bda588 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.602750 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['4df24fd3-b933-4fc4-a6b1-8dc465f59508'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:51.632791 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3403c-c64b-4733-8392-24074bb35c25 req-860967d7-6c11-451e-bcdf-c7642b234057 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:51.634259 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-65f3403c-c64b-4733-8392-24074bb35c25 req-860967d7-6c11-451e-bcdf-c7642b234057 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=9173ac96-e73d-4283-ba7a-11545df2d4f8 HTTP/1.1" status: 200 len: 867 time: 0.0928626 Oct 13 04:24:51.635242 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d22a1-19a5-42c7-b1e6-b041c4bda588 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Pushing event deleted for resources: {'Port': ['ID=4df24fd3-b933-4fc4-a6b1-8dc465f59508,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:51.691925 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-6281efee-b33b-42d0-a13e-626a98e29fd0 req-cd0d22a1-19a5-42c7-b1e6-b041c4bda588 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] No DVR routers for this DVR port 4df24fd3-b933-4fc4-a6b1-8dc465f59508 on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:51.699078 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6281efee-b33b-42d0-a13e-626a98e29fd0 req-cd0d22a1-19a5-42c7-b1e6-b041c4bda588 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.702367 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6281efee-b33b-42d0-a13e-626a98e29fd0 req-cd0d22a1-19a5-42c7-b1e6-b041c4bda588 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.45 "DELETE /v2.0/ports/4df24fd3-b933-4fc4-a6b1-8dc465f59508 HTTP/1.1" status: 204 len: 173 time: 0.4774330 Oct 13 04:24:51.702785 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9173ac96-e73d-4283-ba7a-11545df2d4f8', 'name': 'network-vif-deleted', 'tag': '4df24fd3-b933-4fc4-a6b1-8dc465f59508'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:51.705032 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05912d25-4bb3-4c32-bab4-eeb7526c4408" -d '{"events": [{"server_uuid": "9173ac96-e73d-4283-ba7a-11545df2d4f8", "name": "network-vif-deleted", "tag": "4df24fd3-b933-4fc4-a6b1-8dc465f59508"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:51.716350 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-65f3403c-c64b-4733-8392-24074bb35c25 req-fa190dbb-68b6-431e-8f9a-f206f63a3813 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746505 Oct 13 04:24:51.745495 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15fd3ab-de76-4ea9-9ca6-0e3d9bdf678f x-openstack-request-id: req-a15fd3ab-de76-4ea9-9ca6-0e3d9bdf678f {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:51.745807 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9173ac96-e73d-4283-ba7a-11545df2d4f8", "name": "network-vif-deleted", "tag": "4df24fd3-b933-4fc4-a6b1-8dc465f59508", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:51.746055 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a15fd3ab-de76-4ea9-9ca6-0e3d9bdf678f {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:51.746493 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9173ac96-e73d-4283-ba7a-11545df2d4f8', 'name': 'network-vif-deleted', 'tag': '4df24fd3-b933-4fc4-a6b1-8dc465f59508', 'status': 'completed', 'code': 200} Oct 13 04:24:54.835841 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 4df24fd3-b933-4fc4-a6b1-8dc465f59508 no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:54.864761 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: 4df24fd3-b933-4fc4-a6b1-8dc465f59508 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:54.865093 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 4df24fd3-b933-4fc4-a6b1-8dc465f59508 not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:58.049877 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78e2eb9f-4d08-4897-b4a2-983d096af56b req-eda7b762-8792-429f-b44f-3db58eef65df tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792952520&fields=id&tenant_id=41649d1bfdb049eeb3509c73dc1b039c HTTP/1.1" status: 200 len: 267 time: 0.0415964 Oct 13 04:24:58.098473 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2eb9f-4d08-4897-b4a2-983d096af56b req-060111f2-d34d-4b1c-806e-d5258816696b tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.099954 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78e2eb9f-4d08-4897-b4a2-983d096af56b req-060111f2-d34d-4b1c-806e-d5258816696b tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 985 time: 0.0502386 Oct 13 04:24:58.115307 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-78e2eb9f-4d08-4897-b4a2-983d096af56b req-ae1a3dd6-5bfc-4785-8a0b-20e3b754aafa tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Request body: {'port': {'security_groups': ['7217a1e8-06bf-42fc-8883-32b6cbb3abf5']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:58.209942 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2432d21-099e-421d-a9c8-6f6467cded53 req-cebe8f3b-2aeb-4c57-aa6f-a2573b0c7528 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.211454 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c2432d21-099e-421d-a9c8-6f6467cded53 req-cebe8f3b-2aeb-4c57-aa6f-a2573b0c7528 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.1106386 Oct 13 04:24:58.212405 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78e2eb9f-4d08-4897-b4a2-983d096af56b req-ae1a3dd6-5bfc-4785-8a0b-20e3b754aafa tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.282236 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c2432d21-099e-421d-a9c8-6f6467cded53 req-db52c78a-8ea5-4b82-ab11-b28dc4fd5b6a tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608432 Oct 13 04:24:58.414617 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-78e2eb9f-4d08-4897-b4a2-983d096af56b req-ae1a3dd6-5bfc-4785-8a0b-20e3b754aafa tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] For port 0bd06624-1837-4923-9daf-aa14f17b4981, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0bd06624-1837-4923-9daf-aa14f17b4981,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:58.442666 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78e2eb9f-4d08-4897-b4a2-983d096af56b req-ae1a3dd6-5bfc-4785-8a0b-20e3b754aafa tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.450384 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78e2eb9f-4d08-4897-b4a2-983d096af56b req-ae1a3dd6-5bfc-4785-8a0b-20e3b754aafa tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.464329 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0bd06624-1837-4923-9daf-aa14f17b4981'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:58.495708 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2eb9f-4d08-4897-b4a2-983d096af56b req-ae1a3dd6-5bfc-4785-8a0b-20e3b754aafa tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.496402 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-78e2eb9f-4d08-4897-b4a2-983d096af56b req-ae1a3dd6-5bfc-4785-8a0b-20e3b754aafa tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.498014 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-78e2eb9f-4d08-4897-b4a2-983d096af56b req-ae1a3dd6-5bfc-4785-8a0b-20e3b754aafa tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "PUT /v2.0/ports/0bd06624-1837-4923-9daf-aa14f17b4981 HTTP/1.1" status: 200 len: 943 time: 0.3887191 Oct 13 04:24:58.498430 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:58.500723 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa9876f-3dc0-41b9-a890-882e57a9f782" -d '{"events": [{"name": "network-changed", "server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:58.505628 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47892) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:58.569536 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a3dd6-5bfc-4785-8a0b-20e3b754aafa tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event updated for resources: {'Port': ['ID=0bd06624-1837-4923-9daf-aa14f17b4981,revision_number=7']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:58.576059 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0bd06624-1837-4923-9daf-aa14f17b4981'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:58.577639 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f753362c-84d2-4418-8c1e-50179a45c059 x-openstack-request-id: req-f753362c-84d2-4418-8c1e-50179a45c059 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:58.577913 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:58.578155 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f753362c-84d2-4418-8c1e-50179a45c059 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:58.578723 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981', 'status': 'completed', 'code': 200} Oct 13 04:24:58.639136 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4dc357b6-8bc0-436c-a966-4fbcd223f7bf tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.656858 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9876f-3dc0-41b9-a890-882e57a9f782 req-1a1e45c3-70b5-40fb-9fe0-4e50012ed82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.657924 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5fa9876f-3dc0-41b9-a890-882e57a9f782 req-1a1e45c3-70b5-40fb-9fe0-4e50012ed82e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41649d1bfdb049eeb3509c73dc1b039c&device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 1099 time: 0.0706620 Oct 13 04:24:58.689956 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4dc357b6-8bc0-436c-a966-4fbcd223f7bf tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.729800 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-03fd001b-c4a7-4987-955c-db3325744b7a None None] Provisioning complete for port 0bd06624-1837-4923-9daf-aa14f17b4981 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:58.730162 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-03fd001b-c4a7-4987-955c-db3325744b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.786103 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9876f-3dc0-41b9-a890-882e57a9f782 req-1cc516aa-060a-4115-8444-06445189585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.787628 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5fa9876f-3dc0-41b9-a890-882e57a9f782 req-1cc516aa-060a-4115-8444-06445189585d service neutron] 10.222.0.45 "GET /v2.0/networks?id=21f3e97a-4c25-41f2-9ea4-802d08f767e1 HTTP/1.1" status: 200 len: 916 time: 0.1215117 Oct 13 04:24:58.841100 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4dc357b6-8bc0-436c-a966-4fbcd223f7bf tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.843641 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4dc357b6-8bc0-436c-a966-4fbcd223f7bf tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.845566 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4dc357b6-8bc0-436c-a966-4fbcd223f7bf tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "DELETE /v2.0/security-groups/20e7d3f0-2df7-482e-a611-7c5c3227420e HTTP/1.1" status: 204 len: 168 time: 0.3388343 Oct 13 04:24:58.848426 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47894) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:58.860151 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc357b6-8bc0-436c-a966-4fbcd223f7bf tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e7d3f0-2df7-482e-a611-7c5c3227420e,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:58.871675 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5fa9876f-3dc0-41b9-a890-882e57a9f782 req-c47ef3cb-5892-4496-9363-c361ce7ed7f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd06624-1837-4923-9daf-aa14f17b4981 HTTP/1.1" status: 200 len: 1002 time: 0.0753930 Oct 13 04:24:58.931074 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9876f-3dc0-41b9-a890-882e57a9f782 req-89f714a4-6a79-47a8-9c43-349d5f82eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.932503 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5fa9876f-3dc0-41b9-a890-882e57a9f782 req-89f714a4-6a79-47a8-9c43-349d5f82eb9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f HTTP/1.1" status: 200 len: 854 time: 0.0462775 Oct 13 04:24:58.982350 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9876f-3dc0-41b9-a890-882e57a9f782 req-4e53efdb-ddec-496d-9332-663f50b30123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.984176 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5fa9876f-3dc0-41b9-a890-882e57a9f782 req-4e53efdb-ddec-496d-9332-663f50b30123 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21f3e97a-4c25-41f2-9ea4-802d08f767e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435264 Oct 13 04:24:59.005443 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Deleting port d44ca40d-e613-4d21-b809-19b2f10eb02c {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:59.005838 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.079518 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5fa9876f-3dc0-41b9-a890-882e57a9f782 req-321ac52d-8c3e-4dcd-a4c0-17e5dc98186a service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856555 Oct 13 04:24:59.081526 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.081925 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.093896 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Calling delete_port for d44ca40d-e613-4d21-b809-19b2f10eb02c owned by network:floatingip {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:59.174075 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5fa9876f-3dc0-41b9-a890-882e57a9f782 req-0f34e89e-6aba-4dcc-99dc-6487ff86df04 service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861194 Oct 13 04:24:59.278197 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.308260 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event deleted for resources: {'Port': ['ID=d44ca40d-e613-4d21-b809-19b2f10eb02c,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:59.373774 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks [] for floatingip, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.374124 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.l3_db [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Floating IP 7e4fc34e-f9b1-4c40-8af7-6db70bc7dd34 disassociated (deleted). External IP: 172.27.2.221, port: 0bd06624-1837-4923-9daf-aa14f17b4981. Oct 13 04:24:59.591917 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Router b510c410-7abe-473d-834f-e958c4a11e84 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:59.688483 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783f05d-1845-41ba-9dd3-2a66a409043a req-4189a7ed-bf67-455f-8f93-8176045c42ca tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:59.689897 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c783f05d-1845-41ba-9dd3-2a66a409043a req-4189a7ed-bf67-455f-8f93-8176045c42ca tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.3386285 Oct 13 04:24:59.698585 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:59.703610 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-9288da24-64c3-4606-a388-2ff0563ca7f9 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:59.703717 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.704459 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-9288da24-64c3-4606-a388-2ff0563ca7f9 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 945 time: 0.0641346 Oct 13 04:24:59.710388 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b96828-ae3c-4a7d-96dd-ccfcb65c5f48 None None] Sync routers for ids ['b510c410-7abe-473d-834f-e958c4a11e84'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:59.720213 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b96828-ae3c-4a7d-96dd-ccfcb65c5f48 None None] Routers {'b510c410-7abe-473d-834f-e958c4a11e84'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:59.720921 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-51b96828-ae3c-4a7d-96dd-ccfcb65c5f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:24:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['b510c410-7abe-473d-834f-e958c4a11e84'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:59.732379 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-54300fd5-5ddc-478e-bb1b-05e987c9a7cc tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "DELETE /v2.0/floatingips/7e4fc34e-f9b1-4c40-8af7-6db70bc7dd34 HTTP/1.1" status: 204 len: 168 time: 0.8828728 Oct 13 04:24:59.733204 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981'}] {{(pid=94020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:59.735689 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dc679f7ee7879d4e0b4e84836cede054d7f6a38b39da64a21be9a847b3837cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff904ec-8cac-454d-84b1-67a42508a994" -d '{"events": [{"name": "network-changed", "server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981"}]}' {{(pid=94020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:59.771400 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c783f05d-1845-41ba-9dd3-2a66a409043a req-2c77b3b6-10ae-4475-849a-12cb0f4222e9 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=0689fb65-9162-497b-959d-70b9dc6c2546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659761 Oct 13 04:24:59.818456 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-de0c086f-9b29-4cb7-83bc-cd3520721019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.838036 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Deleting port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:59.838614 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.851699 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-51b96828-ae3c-4a7d-96dd-ccfcb65c5f48 None None] Set router b510c410-7abe-473d-834f-e958c4a11e84 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:59.906295 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4299603-d356-433c-b1c0-73b4cc444186 x-openstack-request-id: req-c4299603-d356-433c-b1c0-73b4cc444186 {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:59.907812 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981", "status": "completed", "code": 200}]} {{(pid=94020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:59.908269 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4299603-d356-433c-b1c0-73b4cc444186 {{(pid=94020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:59.908862 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981', 'status': 'completed', 'code': 200} Oct 13 04:24:59.940713 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] For port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:59.941079 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.060212 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-51b96828-ae3c-4a7d-96dd-ccfcb65c5f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 4, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '0113d603-6a9c-4c29-8d4f-8cd15f1234fa', 'name': '', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'mac_address': 'fa:16:3e:2b:3b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:36Z', 'updated_at': '2021-10-13T04:20:41Z', 'revision_number': 5, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'subnets': [{'id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:00.085439 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b96828-ae3c-4a7d-96dd-ccfcb65c5f48 None None] Checking router: b510c410-7abe-473d-834f-e958c4a11e84 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:00.094958 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b96828-ae3c-4a7d-96dd-ccfcb65c5f48 None None] Routers {'b510c410-7abe-473d-834f-e958c4a11e84'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:00.095587 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-51b96828-ae3c-4a7d-96dd-ccfcb65c5f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:24:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['b510c410-7abe-473d-834f-e958c4a11e84'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:00.112865 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.113490 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.113728 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.l3_db [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Floating IP f95e9744-8237-41bb-bfa6-b439e7f054f7 disassociated. External IP: 172.27.2.186, port: 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f. Oct 13 04:25:00.114045 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Calling delete_port for 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:00.203895 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-51b96828-ae3c-4a7d-96dd-ccfcb65c5f48 None None] Set router b510c410-7abe-473d-834f-e958c4a11e84 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:00.218018 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff904ec-8cac-454d-84b1-67a42508a994 req-53d8264c-6c62-4ad6-8987-f7900ffb0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.219521 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ff904ec-8cac-454d-84b1-67a42508a994 req-53d8264c-6c62-4ad6-8987-f7900ffb0fb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41649d1bfdb049eeb3509c73dc1b039c&device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 1099 time: 0.0617647 Oct 13 04:25:00.334439 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.376923 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff904ec-8cac-454d-84b1-67a42508a994 req-170a4afe-ae25-4707-9f6c-a2fde949bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.378374 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ff904ec-8cac-454d-84b1-67a42508a994 req-170a4afe-ae25-4707-9f6c-a2fde949bb70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=21f3e97a-4c25-41f2-9ea4-802d08f767e1 HTTP/1.1" status: 200 len: 916 time: 0.1487241 Oct 13 04:25:00.379424 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event deleted for resources: {'Port': ['ID=2bf8b44d-dd7e-4a64-bef6-74e34e11e05f,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:00.407798 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-51b96828-ae3c-4a7d-96dd-ccfcb65c5f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 4, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '0113d603-6a9c-4c29-8d4f-8cd15f1234fa', 'name': '', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'mac_address': 'fa:16:3e:2b:3b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:36Z', 'updated_at': '2021-10-13T04:20:41Z', 'revision_number': 5, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'subnets': [{'id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:00.433069 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b96828-ae3c-4a7d-96dd-ccfcb65c5f48 None None] The sync data for ids ['b510c410-7abe-473d-834f-e958c4a11e84'] in dv-cinder-812751-3-iscsi is: [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:36Z', 'revision_number': 4, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '0113d603-6a9c-4c29-8d4f-8cd15f1234fa', 'name': '', 'network_id': '21f3e97a-4c25-41f2-9ea4-802d08f767e1', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'mac_address': 'fa:16:3e:2b:3b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:36Z', 'updated_at': '2021-10-13T04:20:41Z', 'revision_number': 5, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'subnets': [{'id': 'aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:00.496632 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:00.607758 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:00.618090 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c858b3c5-f48d-41fc-9acb-99658f97621c None None] Sync routers for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:00.627555 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c858b3c5-f48d-41fc-9acb-99658f97621c None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:00.628161 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-c858b3c5-f48d-41fc-9acb-99658f97621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:24:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:00.651028 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] No DVR routers for this DVR port 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:00.653318 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.653553 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddaf047-67ad-42fa-a1f4-c980fd1967bd None None] New status for floating IP 7e4fc34e-f9b1-4c40-8af7-6db70bc7dd34: DOWN {{(pid=94022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:25:00.657051 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30f67a12-d334-4703-b672-96984c8f4cf1 req-faa4d592-b202-4b28-858a-2aaaf33da8b0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.45 "DELETE /v2.0/ports/2bf8b44d-dd7e-4a64-bef6-74e34e11e05f HTTP/1.1" status: 204 len: 173 time: 0.9446218 Oct 13 04:25:00.657485 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'name': 'network-vif-deleted', 'tag': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:00.659768 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3905a99-5498-4960-a200-8deefc6ea274" -d '{"events": [{"server_uuid": "6a527ca0-f4d9-4478-8737-56edd7fe83fc", "name": "network-vif-deleted", "tag": "2bf8b44d-dd7e-4a64-bef6-74e34e11e05f"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:00.693897 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f3b769-eae1-4662-b0e4-74ae669fa910 x-openstack-request-id: req-82f3b769-eae1-4662-b0e4-74ae669fa910 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:00.694180 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a527ca0-f4d9-4478-8737-56edd7fe83fc", "name": "network-vif-deleted", "tag": "2bf8b44d-dd7e-4a64-bef6-74e34e11e05f", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:00.694428 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82f3b769-eae1-4662-b0e4-74ae669fa910 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:00.694822 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a527ca0-f4d9-4478-8737-56edd7fe83fc', 'name': 'network-vif-deleted', 'tag': '2bf8b44d-dd7e-4a64-bef6-74e34e11e05f', 'status': 'completed', 'code': 200} Oct 13 04:25:00.735931 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-c858b3c5-f48d-41fc-9acb-99658f97621c None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:00.872624 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a03bdb07-4ecc-43fd-b9dd-2cbc8dceb6ba req-219e2543-a06b-4cb3-b8cb-938ac464f65d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.0267441 Oct 13 04:25:00.938691 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-c858b3c5-f48d-41fc-9acb-99658f97621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:00.964783 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c858b3c5-f48d-41fc-9acb-99658f97621c None None] Checking router: bc3fd1d2-99b3-4fca-9d8f-47affd035e99 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:00.973393 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c858b3c5-f48d-41fc-9acb-99658f97621c None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:00.973944 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-c858b3c5-f48d-41fc-9acb-99658f97621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:24:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:01.166461 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-c858b3c5-f48d-41fc-9acb-99658f97621c None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:01.379068 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-c858b3c5-f48d-41fc-9acb-99658f97621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:01.406209 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c858b3c5-f48d-41fc-9acb-99658f97621c None None] The sync data for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi is: [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:01.407057 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ff904ec-8cac-454d-84b1-67a42508a994 req-a7059cf2-6488-482a-92d9-215a5485b29c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd06624-1837-4923-9daf-aa14f17b4981 HTTP/1.1" status: 200 len: 217 time: 0.0347369 Oct 13 04:25:01.625550 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44adcf68-ebdf-44e1-8162-1eaf98109a22 None None] New status for floating IP f95e9744-8237-41bb-bfa6-b439e7f054f7: DOWN {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:25:01.981391 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-92c2fda9-633f-46e4-92dd-90fa15fb55c6 req-9d1d2cdb-17cc-466f-a0af-9cb7108e6836 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.0369592 Oct 13 04:25:02.370068 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-70702d13-6842-4efc-9bc0-32310f032176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.390018 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:02.411129 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:02.411466 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 2bf8b44d-dd7e-4a64-bef6-74e34e11e05f not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:03.085400 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-09c78f59-750a-459d-90ce-a1521b9a6625 req-4194d3d2-f823-4e22-ab32-8ac3b16180a8 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.0270016 Oct 13 04:25:03.359533 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.612502 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.833397 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff904ec-8cac-454d-84b1-67a42508a994 req-081eedfc-956c-43a3-96d9-cf5df19a113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.834923 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ff904ec-8cac-454d-84b1-67a42508a994 req-081eedfc-956c-43a3-96d9-cf5df19a113b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f HTTP/1.1" status: 200 len: 854 time: 0.0513675 Oct 13 04:25:03.884817 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff904ec-8cac-454d-84b1-67a42508a994 req-cc2571df-ff00-4f86-8945-a065645433f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.886221 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ff904ec-8cac-454d-84b1-67a42508a994 req-cc2571df-ff00-4f86-8945-a065645433f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21f3e97a-4c25-41f2-9ea4-802d08f767e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421059 Oct 13 04:25:03.986765 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ff904ec-8cac-454d-84b1-67a42508a994 req-b1411c56-cec9-4949-aa14-c8943b4eb564 service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892413 Oct 13 04:25:04.081686 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ff904ec-8cac-454d-84b1-67a42508a994 req-b6696921-d259-4fa2-990a-3902991f6d60 service neutron] 10.222.0.45 "GET /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824411 Oct 13 04:25:04.188877 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0f270ea-0585-4831-b9e9-9673982167e4 req-58114a13-aa3e-4188-b5ad-9e262ed841bb tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a527ca0-f4d9-4478-8737-56edd7fe83fc HTTP/1.1" status: 200 len: 210 time: 0.0269325 Oct 13 04:25:04.860546 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-c9c7a958-c0a6-4f41-905b-6e5313c44b4a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:04.862119 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-c9c7a958-c0a6-4f41-905b-6e5313c44b4a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/networks?id=a8bb1f41-1bb3-4e4f-857c-6817089c3add HTTP/1.1" status: 200 len: 814 time: 0.1066787 Oct 13 04:25:04.877441 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-2efc6de7-3bed-4346-8284-334113c0e907 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/quotas/ad9e3664217546579b7f55d3081e6eb0 HTTP/1.1" status: 200 len: 375 time: 0.0093994 Oct 13 04:25:04.909555 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-399d16ea-9969-4688-8b7d-8dc63242518d tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad9e3664217546579b7f55d3081e6eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264587 Oct 13 04:25:05.027025 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-25061130-4aa6-4158-8b4b-9a3d1e75bc9f service neutron] 10.222.0.55 "GET /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104591 Oct 13 04:25:05.116973 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-5819f4b1-3e8c-44e7-8aa4-c4971cac3148 service neutron] 10.222.0.55 "GET /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832021 Oct 13 04:25:05.277413 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0831b67d-8fe1-4cfe-ab8d-cff1d36c3d02 req-5a37574d-a556-4a32-853a-b9f3dae3e888 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 210 time: 0.0330524 Oct 13 04:25:05.284472 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.338300 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47974) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:05.400536 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a9161679-11e8-4ab1-af30-e87b27cae3f0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.425358 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a9161679-11e8-4ab1-af30-e87b27cae3f0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.474972 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a9161679-11e8-4ab1-af30-e87b27cae3f0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.477755 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a9161679-11e8-4ab1-af30-e87b27cae3f0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.479285 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a9161679-11e8-4ab1-af30-e87b27cae3f0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "DELETE /v2.0/security-groups/0689fb65-9162-497b-959d-70b9dc6c2546 HTTP/1.1" status: 204 len: 168 time: 0.1390729 Oct 13 04:25:05.482142 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 47984) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:05.490031 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9161679-11e8-4ab1-af30-e87b27cae3f0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0689fb65-9162-497b-959d-70b9dc6c2546,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:05.507133 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.api.v2.resource [None req-db27f962-bff0-47bb-a9ca-802637b198e8 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] show failed (client error): The resource could not be found. Oct 13 04:25:05.508234 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-db27f962-bff0-47bb-a9ca-802637b198e8 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups/0689fb65-9162-497b-959d-70b9dc6c2546 HTTP/1.1" status: 404 len: 347 time: 0.0250435 Oct 13 04:25:05.516467 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47988) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:05.667636 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-e09ef0dd-457b-4fd1-beb1-ef97f617577e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Deleting port ac4409aa-92e0-432a-b145-45d1e4cfd387 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:05.667879 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e09ef0dd-457b-4fd1-beb1-ef97f617577e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.745522 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e09ef0dd-457b-4fd1-beb1-ef97f617577e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.745850 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e09ef0dd-457b-4fd1-beb1-ef97f617577e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.757501 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-e09ef0dd-457b-4fd1-beb1-ef97f617577e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Calling delete_port for ac4409aa-92e0-432a-b145-45d1e4cfd387 owned by network:floatingip {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:05.897652 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e09ef0dd-457b-4fd1-beb1-ef97f617577e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.922089 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ef0dd-457b-4fd1-beb1-ef97f617577e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event deleted for resources: {'Port': ['ID=ac4409aa-92e0-432a-b145-45d1e4cfd387,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:05.984523 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.985949 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e09ef0dd-457b-4fd1-beb1-ef97f617577e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.988509 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e09ef0dd-457b-4fd1-beb1-ef97f617577e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.989743 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e09ef0dd-457b-4fd1-beb1-ef97f617577e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "DELETE /v2.0/floatingips/f95e9744-8237-41bb-bfa6-b439e7f054f7 HTTP/1.1" status: 204 len: 168 time: 0.4712770 Oct 13 04:25:06.187247 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 47996) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:06.192965 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-e7b4a3fa-0034-4ce4-baf0-a6b611c88673 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1566798953', 'description': 'tempest-description--1865259959'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:06.215667 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a3fa-0034-4ce4-baf0-a6b611c88673 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.282675 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-3cdf9b64-b6dd-409f-b77e-cf2e021b9d53 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.284240 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-3cdf9b64-b6dd-409f-b77e-cf2e021b9d53 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.45 "GET /v2.0/networks?id=a8bb1f41-1bb3-4e4f-857c-6817089c3add HTTP/1.1" status: 200 len: 814 time: 0.1126528 Oct 13 04:25:06.284619 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a3fa-0034-4ce4-baf0-a6b611c88673 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.289055 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a3fa-0034-4ce4-baf0-a6b611c88673 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.297897 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Request body: {'port': {'device_id': '093c7eca-94da-41d6-b83c-8f20720c2124', 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add', 'admin_state_up': True, 'tenant_id': 'ad9e3664217546579b7f55d3081e6eb0'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:06.320588 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a3fa-0034-4ce4-baf0-a6b611c88673 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.321872 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e7b4a3fa-0034-4ce4-baf0-a6b611c88673 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1335564 Oct 13 04:25:06.323882 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4a3fa-0034-4ce4-baf0-a6b611c88673 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:06.326216 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48000) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:06.330529 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-95f60896-dd8d-4e8c-9a20-d10fc3099ccf tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Request body: {'security_group_rule': {'security_group_id': 'f25fc877-ab3d-4ce0-9d6c-c8da595b2b96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:06.360810 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-95f60896-dd8d-4e8c-9a20-d10fc3099ccf tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.398938 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c1f7282d-bd3b-4564-800f-23f4a8ec67eb req-c38ce694-c0b8-4803-b3cf-0a5ffe38407b tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 210 time: 0.0324373 Oct 13 04:25:06.423483 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-95f60896-dd8d-4e8c-9a20-d10fc3099ccf tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.428522 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-95f60896-dd8d-4e8c-9a20-d10fc3099ccf tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.443121 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f60896-dd8d-4e8c-9a20-d10fc3099ccf tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a43fc07-7459-4ed4-9bda-188700dcb812,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:06.446908 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Made reservation on behalf of ad9e3664217546579b7f55d3081e6eb0 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:06.450707 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.453681 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-95f60896-dd8d-4e8c-9a20-d10fc3099ccf tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.457290 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-95f60896-dd8d-4e8c-9a20-d10fc3099ccf tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277592 Oct 13 04:25:06.457537 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48006) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:06.462178 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-7d994afd-38f9-426f-9aaa-ab0050df12dc tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Request body: {'security_group_rule': {'security_group_id': 'f25fc877-ab3d-4ce0-9d6c-c8da595b2b96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:06.486270 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7d994afd-38f9-426f-9aaa-ab0050df12dc tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.541960 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7d994afd-38f9-426f-9aaa-ab0050df12dc tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.547489 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7d994afd-38f9-426f-9aaa-ab0050df12dc tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.568895 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d994afd-38f9-426f-9aaa-ab0050df12dc tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156be842-26b5-40cf-a2ff-cb3fc734df51,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:06.580359 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7d994afd-38f9-426f-9aaa-ab0050df12dc tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.581593 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7d994afd-38f9-426f-9aaa-ab0050df12dc tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230659 Oct 13 04:25:06.585321 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48012) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:06.588552 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Allocated IP 172.20.0.5 (a8bb1f41-1bb3-4e4f-857c-6817089c3add/e678e946-1dd6-4647-90d8-47a0afb34e0e/13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:06.590697 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Request body: {'floatingip': {'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:06.616058 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.714031 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.764660 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.823712 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Allocated IP 172.27.2.93 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/7713d73e-d9e5-4e6c-939b-a8602a3a534d) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:06.840635 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5956872-96b7-416b-8cc1-e3236263aa5a req-180a0af7-9617-4957-b49a-8e96a22702d5 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.842711 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b5956872-96b7-416b-8cc1-e3236263aa5a req-180a0af7-9617-4957-b49a-8e96a22702d5 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 946 time: 0.0682220 Oct 13 04:25:06.843642 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.900564 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Network a8bb1f41-1bb3-4e4f-857c-6817089c3add is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:06.908310 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:06.910750 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:06.928835 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.944556 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Pushing event updated for resources: {'Port': ['ID=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:06.961648 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b5956872-96b7-416b-8cc1-e3236263aa5a req-e4b94f9f-1741-464f-b241-a53cac82d817 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109538 Oct 13 04:25:06.965006 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:06.965414 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:06.965825 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:06.966141 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:06.966522 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:06.966839 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:06.967178 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:06.967514 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:06.967637 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.967836 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:06.968137 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:06.968440 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:06.968753 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:06.991157 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.991157 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.001767 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-240c31be-40aa-4d4e-aec3-4a1de74913d1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7076399 Oct 13 04:25:07.009326 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:07.013822 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:07.017220 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Request body: {'port': {'device_id': '093c7eca-94da-41d6-b83c-8f20720c2124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:07.017549 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:07.039889 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event updated for resources: {'Port': ['ID=7713d73e-d9e5-4e6c-939b-a8602a3a534d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:07.086468 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.106626 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.144821 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.301202 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.306817 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7706166'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.358352 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:07.365872 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.368676 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event updated for resources: {'Port': ['ID=7713d73e-d9e5-4e6c-939b-a8602a3a534d,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:07.379195 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Transition to ACTIVE for port object 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:25:07.381113 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:07.381454 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:07.381895 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:07.382224 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:07.382542 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:07.382854 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:07.383174 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:07.383488 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:07.383819 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:07.384061 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.384187 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:07.384425 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:07.384727 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:07.394946 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.410738 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.416243 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-94ead5db-b410-44ea-96c6-9a13366bb272 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8256781 Oct 13 04:25:07.460244 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Pushing event updated for resources: {'Port': ['ID=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:07.537734 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Attempting to bind port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:07.538097 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Attempting to bind port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '7e89e4ac-169e-4db3-8b63-c9d8d76f17e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:07.538413 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Attempting to bind port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b on network a8bb1f41-1bb3-4e4f-857c-6817089c3add {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:07.544527 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b on network a8bb1f41-1bb3-4e4f-857c-6817089c3add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:07.544840 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Attempting to bind port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b on network a8bb1f41-1bb3-4e4f-857c-6817089c3add {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:07.553540 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786edf1e-72bc-4825-afe6-f1218692add3 req-9aa23bb9-efed-4eaf-a3b7-1b40ca7211f1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.555038 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-786edf1e-72bc-4825-afe6-f1218692add3 req-9aa23bb9-efed-4eaf-a3b7-1b40ca7211f1 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 943 time: 0.0745769 Oct 13 04:25:07.559085 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:07.559412 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Checking segment: {'id': '7e89e4ac-169e-4db3-8b63-c9d8d76f17e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:07.559782 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Bound using segment: {'id': '7e89e4ac-169e-4db3-8b63-c9d8d76f17e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:07.560207 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Bound port: 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e89e4ac-169e-4db3-8b63-c9d8d76f17e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:07.560548 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.650355 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-786edf1e-72bc-4825-afe6-f1218692add3 req-da360400-99af-408b-9d44-89ef54c9c17a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875425 Oct 13 04:25:07.657398 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-76f4322a-c096-440c-8d24-2de1decbe74d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1566798953&fields=id&tenant_id=f2312bd342e040f1ade7109084831451 HTTP/1.1" status: 200 len: 267 time: 0.0883806 Oct 13 04:25:07.721262 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] For port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:07.739388 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] For port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b,segment=NetworkSegment(7e89e4ac-169e-4db3-8b63-c9d8d76f17e5),segment_id=7e89e4ac-169e-4db3-8b63-c9d8d76f17e5)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:07.745033 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.801445 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.802165 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.803393 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] 10.222.0.45 "PUT /v2.0/ports/13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b HTTP/1.1" status: 200 len: 1093 time: 0.7914577 Oct 13 04:25:07.803809 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093c7eca-94da-41d6-b83c-8f20720c2124', 'tag': '13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:07.806050 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02532c77-a014-4a79-a16a-e9d65d858b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "093c7eca-94da-41d6-b83c-8f20720c2124", "tag": "13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:07.837349 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e224863-b399-46f5-a887-86828eeda6d8 req-368e79dd-41df-4a50-b6ab-58ba28e40021 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.838807 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-368e79dd-41df-4a50-b6ab-58ba28e40021 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 811 time: 0.1705151 Oct 13 04:25:07.839496 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafd7fa-16e2-439a-adc1-62b8fbd0db33 service neutron] Pushing event updated for resources: {'Port': ['ID=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:07.848256 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b48e04-fc13-4c57-9144-2954e7a495a4 x-openstack-request-id: req-54b48e04-fc13-4c57-9144-2954e7a495a4 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:07.848694 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093c7eca-94da-41d6-b83c-8f20720c2124", "tag": "13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:07.849009 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54b48e04-fc13-4c57-9144-2954e7a495a4 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:07.849816 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093c7eca-94da-41d6-b83c-8f20720c2124', 'tag': '13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b', 'status': 'completed', 'code': 200} Oct 13 04:25:07.859565 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-0f1ea014-4cba-4a3c-8f6a-23d68b44237f tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/quotas/f2312bd342e040f1ade7109084831451 HTTP/1.1" status: 200 len: 375 time: 0.0130198 Oct 13 04:25:07.926050 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-397f9605-6e97-42f3-9391-31c30e1b9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.927537 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-397f9605-6e97-42f3-9391-31c30e1b9dbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad9e3664217546579b7f55d3081e6eb0&device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 1096 time: 0.0662742 Oct 13 04:25:07.941211 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-da3ec880-3128-47e8-abff-b4a03bf16a7a tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725765 Oct 13 04:25:07.985115 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-56b56fe1-2cfa-4246-98ac-f89f7ea60f23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b HTTP/1.1" status: 200 len: 217 time: 0.0428526 Oct 13 04:25:08.096444 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-bcf72ea7-8213-404c-bc02-0dba258acc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.097808 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-bcf72ea7-8213-404c-bc02-0dba258acc05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e678e946-1dd6-4647-90d8-47a0afb34e0e HTTP/1.1" status: 200 len: 854 time: 0.1036854 Oct 13 04:25:08.145531 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-eb2a0d52-60c6-44c2-b2de-b8dfd4c0f786 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8bb1f41-1bb3-4e4f-857c-6817089c3add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353408 Oct 13 04:25:08.156795 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916209f9-3caf-4580-9b8b-083a6f76117d req-a7fe6b2a-d955-4f96-821b-e1707dc1311c tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.158136 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-916209f9-3caf-4580-9b8b-083a6f76117d req-a7fe6b2a-d955-4f96-821b-e1707dc1311c tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 946 time: 0.1168787 Oct 13 04:25:08.161072 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-92473f63-2546-4027-a950-0bba7f836577 service neutron] 10.222.0.55 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843171 Oct 13 04:25:08.314436 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-916209f9-3caf-4580-9b8b-083a6f76117d req-c46c138e-a027-4bdd-b00f-892ac089344d tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460197 Oct 13 04:25:08.336003 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-a471d6d9-feef-4e34-bf95-c031d196654f service neutron] 10.222.0.45 "GET /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768692 Oct 13 04:25:08.337968 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-cac24f8d-c9f9-446e-ab2a-8d3de3c9b874 service neutron] 10.222.0.55 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706350 Oct 13 04:25:08.428803 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3a86ba94-cf32-414f-bcf9-ae515266a112 req-5fd0a649-eee7-42c9-931d-f18ec7d14310 service neutron] 10.222.0.45 "GET /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844064 Oct 13 04:25:08.504636 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8539c4a4-fd3b-49bc-8a96-ab59dcb91014 req-a80cc7eb-3743-4813-9503-83ced0183f4d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 210 time: 0.0280159 Oct 13 04:25:08.549401 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02532c77-a014-4a79-a16a-e9d65d858b6b req-2b8bc79b-945a-477f-899d-c033f91195cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.551044 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02532c77-a014-4a79-a16a-e9d65d858b6b req-2b8bc79b-945a-477f-899d-c033f91195cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad9e3664217546579b7f55d3081e6eb0&device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 1096 time: 0.0486529 Oct 13 04:25:08.647642 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02532c77-a014-4a79-a16a-e9d65d858b6b req-ba116cb0-ddc9-45a0-9541-90896d2ed4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.649374 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02532c77-a014-4a79-a16a-e9d65d858b6b req-ba116cb0-ddc9-45a0-9541-90896d2ed4c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8bb1f41-1bb3-4e4f-857c-6817089c3add HTTP/1.1" status: 200 len: 915 time: 0.0901232 Oct 13 04:25:08.697681 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02532c77-a014-4a79-a16a-e9d65d858b6b req-b08ec823-4e77-4348-b127-23d31ca75152 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b HTTP/1.1" status: 200 len: 217 time: 0.0396996 Oct 13 04:25:09.022006 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02532c77-a014-4a79-a16a-e9d65d858b6b req-178183f1-fc98-4be7-af51-11cf5de9ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:09.023437 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02532c77-a014-4a79-a16a-e9d65d858b6b req-178183f1-fc98-4be7-af51-11cf5de9ea0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e678e946-1dd6-4647-90d8-47a0afb34e0e HTTP/1.1" status: 200 len: 854 time: 0.3185117 Oct 13 04:25:09.039704 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6ace7-e0dd-424e-a5de-469a77be278a req-6d7d3885-6581-4174-8ade-70985fd7edf0 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:09.041588 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0cd6ace7-e0dd-424e-a5de-469a77be278a req-6d7d3885-6581-4174-8ade-70985fd7edf0 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 943 time: 0.0627029 Oct 13 04:25:09.075155 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02532c77-a014-4a79-a16a-e9d65d858b6b req-b299320d-fd81-4fd9-859a-4effd30c4e32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8bb1f41-1bb3-4e4f-857c-6817089c3add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314503 Oct 13 04:25:09.170725 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0cd6ace7-e0dd-424e-a5de-469a77be278a req-4618a634-5e32-4b4c-b5e6-9d0dd7381588 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174293 Oct 13 04:25:09.213405 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1bf54-badf-4ef9-bf05-0473bde17778 req-8875e17f-ac54-43b5-b047-5634519bf53b tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:09.214846 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c2b1bf54-badf-4ef9-bf05-0473bde17778 req-8875e17f-ac54-43b5-b047-5634519bf53b tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 946 time: 0.0862172 Oct 13 04:25:09.217016 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02532c77-a014-4a79-a16a-e9d65d858b6b req-038238b0-63c2-4f4d-8f06-afa8c7fb036a service neutron] 10.222.0.45 "GET /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338196 Oct 13 04:25:09.378619 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-02532c77-a014-4a79-a16a-e9d65d858b6b req-d55b46ea-c13f-4d08-b771-3dc479c7d875 service neutron] 10.222.0.45 "GET /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489601 Oct 13 04:25:09.439773 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-c2b1bf54-badf-4ef9-bf05-0473bde17778 req-a5a88290-d2ab-4335-9c3a-fc58a0520cac tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Deleting port 0bd06624-1837-4923-9daf-aa14f17b4981 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:09.440687 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c2b1bf54-badf-4ef9-bf05-0473bde17778 req-a5a88290-d2ab-4335-9c3a-fc58a0520cac tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.578697 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a99bd-650c-4ec3-a5dc-bde888f1fdb4 req-cb368f1f-5aa1-4214-a1a9-54449e3f6489 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:09.580692 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4a6a99bd-650c-4ec3-a5dc-bde888f1fdb4 req-cb368f1f-5aa1-4214-a1a9-54449e3f6489 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e01f589-9c51-46fc-ba95-f16538ccba87 HTTP/1.1" status: 200 len: 946 time: 0.1935794 Oct 13 04:25:09.599421 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e224863-b399-46f5-a887-86828eeda6d8 req-d73cc024-2042-4e29-8af7-e22f2905581c tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:09.600800 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-d73cc024-2042-4e29-8af7-e22f2905581c tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.45 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 811 time: 0.2034049 Oct 13 04:25:09.656721 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-145f18cf-bf66-4ce6-a949-b171b835a95c req-b2766226-9e7e-46ad-af3f-12d70f812f18 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 210 time: 0.0653083 Oct 13 04:25:09.681085 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-c2b1bf54-badf-4ef9-bf05-0473bde17778 req-a5a88290-d2ab-4335-9c3a-fc58a0520cac tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] For port 0bd06624-1837-4923-9daf-aa14f17b4981, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=0bd06624-1837-4923-9daf-aa14f17b4981,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:09.681342 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c2b1bf54-badf-4ef9-bf05-0473bde17778 req-a5a88290-d2ab-4335-9c3a-fc58a0520cac tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.702487 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-c2b1bf54-badf-4ef9-bf05-0473bde17778 req-a5a88290-d2ab-4335-9c3a-fc58a0520cac tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Calling delete_port for 0bd06624-1837-4923-9daf-aa14f17b4981 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:09.722078 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4a6a99bd-650c-4ec3-a5dc-bde888f1fdb4 req-99f16881-7ec7-4d45-9d6f-61412b50d050 tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.55 "GET /v2.0/security-groups?id=7217a1e8-06bf-42fc-8883-32b6cbb3abf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295207 Oct 13 04:25:09.731066 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-0714161d-9fba-4643-a49f-0b712c7f9677 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2312bd342e040f1ade7109084831451 HTTP/1.1" status: 200 len: 380 time: 0.1073472 Oct 13 04:25:09.763142 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-6e224863-b399-46f5-a887-86828eeda6d8 req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Request body: {'port': {'device_id': '8300b425-7073-4360-8038-343600de405f', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'admin_state_up': True, 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'security_groups': ['f25fc877-ab3d-4ce0-9d6c-c8da595b2b96']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:09.939792 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e224863-b399-46f5-a887-86828eeda6d8 req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Made reservation on behalf of f2312bd342e040f1ade7109084831451 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:09.943259 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6e224863-b399-46f5-a887-86828eeda6d8 req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.953017 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c2b1bf54-badf-4ef9-bf05-0473bde17778 req-a5a88290-d2ab-4335-9c3a-fc58a0520cac tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.973579 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['0bd06624-1837-4923-9daf-aa14f17b4981'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:09.991182 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a88290-d2ab-4335-9c3a-fc58a0520cac tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Pushing event deleted for resources: {'Port': ['ID=0bd06624-1837-4923-9daf-aa14f17b4981,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:10.065435 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b1bf54-badf-4ef9-bf05-0473bde17778 req-a5a88290-d2ab-4335-9c3a-fc58a0520cac tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] No DVR routers for this DVR port 0bd06624-1837-4923-9daf-aa14f17b4981 on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:10.069689 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-c2b1bf54-badf-4ef9-bf05-0473bde17778 req-a5a88290-d2ab-4335-9c3a-fc58a0520cac tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.073023 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c2b1bf54-badf-4ef9-bf05-0473bde17778 req-a5a88290-d2ab-4335-9c3a-fc58a0520cac tempest-TestMinimumBasicScenario-1688613394 tempest-TestMinimumBasicScenario-1688613394-project] 10.222.0.45 "DELETE /v2.0/ports/0bd06624-1837-4923-9daf-aa14f17b4981 HTTP/1.1" status: 204 len: 173 time: 0.8445745 Oct 13 04:25:10.073446 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'name': 'network-vif-deleted', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:10.075725 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a1147f-200a-43a7-ae27-dd49b2dfacd2" -d '{"events": [{"server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "name": "network-vif-deleted", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:10.115699 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0c514a-f69a-4c03-935a-9b52b9d78341 x-openstack-request-id: req-7e0c514a-f69a-4c03-935a-9b52b9d78341 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:10.115966 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e01f589-9c51-46fc-ba95-f16538ccba87", "name": "network-vif-deleted", "tag": "0bd06624-1837-4923-9daf-aa14f17b4981", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:10.116221 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e0c514a-f69a-4c03-935a-9b52b9d78341 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:10.116592 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e01f589-9c51-46fc-ba95-f16538ccba87', 'name': 'network-vif-deleted', 'tag': '0bd06624-1837-4923-9daf-aa14f17b4981', 'status': 'completed', 'code': 200} Oct 13 04:25:10.149554 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-6e224863-b399-46f5-a887-86828eeda6d8 req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Allocated IP 172.20.0.13 (58ed8cef-059d-4c9e-a8e2-6045b8f93ca6/a6dbfe87-28d4-404e-af44-2da5626525e4/df66c66a-642c-4bce-9c38-ff454176b333) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:10.319234 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6e224863-b399-46f5-a887-86828eeda6d8 req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.327624 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84ef5d-9afb-4e16-baa2-b18d948d69f2 req-32309dea-bb74-43e1-9ad4-5732eed0941d tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.329105 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3b84ef5d-9afb-4e16-baa2-b18d948d69f2 req-32309dea-bb74-43e1-9ad4-5732eed0941d tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 943 time: 0.0841057 Oct 13 04:25:10.386337 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3b84ef5d-9afb-4e16-baa2-b18d948d69f2 req-b152af46-7d0a-4f27-b7d7-0b6df3b0c50a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500832 Oct 13 04:25:10.397194 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6e224863-b399-46f5-a887-86828eeda6d8 req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.458013 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e224863-b399-46f5-a887-86828eeda6d8 req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:10.461388 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-6e224863-b399-46f5-a887-86828eeda6d8 req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:10.472129 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e224863-b399-46f5-a887-86828eeda6d8 req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:10.476852 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event updated for resources: {'Port': ['ID=df66c66a-642c-4bce-9c38-ff454176b333,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:10.537786 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e224863-b399-46f5-a887-86828eeda6d8 req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.538402 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6e224863-b399-46f5-a887-86828eeda6d8 req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.569732 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-6f8e8fd1-a51f-4086-b636-170a2944d550 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8116105 Oct 13 04:25:10.583625 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Request body: {'port': {'device_id': '8300b425-7073-4360-8038-343600de405f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:10.655158 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.768938 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-fc2cf446-599c-488b-bb37-3c9a31b7f9ba None None] Provisioning complete for port df66c66a-642c-4bce-9c38-ff454176b333 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:10.769586 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf446-599c-488b-bb37-3c9a31b7f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.809995 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-fc2cf446-599c-488b-bb37-3c9a31b7f9ba None None] Port df66c66a-642c-4bce-9c38-ff454176b333 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:10.885941 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88253106-a788-488d-bcc2-35b1d6ae62af req-03281e64-b386-44c9-83e4-848405570397 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.887432 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-88253106-a788-488d-bcc2-35b1d6ae62af req-03281e64-b386-44c9-83e4-848405570397 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 932 time: 0.1150098 Oct 13 04:25:10.956626 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-88253106-a788-488d-bcc2-35b1d6ae62af req-75566ba7-49f9-4e94-b799-e2a04f47402d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587535 Oct 13 04:25:11.012826 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df66c66a-642c-4bce-9c38-ff454176b333 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:11.020549 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.032878 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Transition to ACTIVE for port object df66c66a-642c-4bce-9c38-ff454176b333 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:25:11.036926 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.089440 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=df66c66a-642c-4bce-9c38-ff454176b333,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:11.164405 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Attempting to bind port df66c66a-642c-4bce-9c38-ff454176b333 on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:11.165064 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Attempting to bind port df66c66a-642c-4bce-9c38-ff454176b333 by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:11.165521 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Attempting to bind port df66c66a-642c-4bce-9c38-ff454176b333 on network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.171286 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Port df66c66a-642c-4bce-9c38-ff454176b333 on network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:11.171715 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Attempting to bind port df66c66a-642c-4bce-9c38-ff454176b333 on network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.177974 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:11.178436 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Checking segment: {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:11.178901 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Bound using segment: {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:11.179563 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Bound port: df66c66a-642c-4bce-9c38-ff454176b333, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69759ae7-94f7-4eba-879d-2ed727c54104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:11.180013 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.256972 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] For port df66c66a-642c-4bce-9c38-ff454176b333, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:11.260490 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] For port df66c66a-642c-4bce-9c38-ff454176b333, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=df66c66a-642c-4bce-9c38-ff454176b333,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:11.265598 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.307124 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:11.307742 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.309136 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] 10.222.0.45 "PUT /v2.0/ports/df66c66a-642c-4bce-9c38-ff454176b333 HTTP/1.1" status: 200 len: 1094 time: 0.7301686 Oct 13 04:25:11.334714 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03015d-80eb-4b11-8b6f-8b5f18e74ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=df66c66a-642c-4bce-9c38-ff454176b333,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:11.399705 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e224863-b399-46f5-a887-86828eeda6d8 req-1683e3f7-9e8c-48a5-933b-f57c2ecc7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:11.401333 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-1683e3f7-9e8c-48a5-933b-f57c2ecc7d18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 1097 time: 0.0441122 Oct 13 04:25:11.447212 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-b3c69898-41e3-4fb9-9030-eafa24e463b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df66c66a-642c-4bce-9c38-ff454176b333 HTTP/1.1" status: 200 len: 217 time: 0.0377452 Oct 13 04:25:11.486692 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48118) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:11.534087 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e224863-b399-46f5-a887-86828eeda6d8 req-009876ed-3b07-477b-ac47-ad03a8cdfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:11.535464 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-009876ed-3b07-477b-ac47-ad03a8cdfc60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6dbfe87-28d4-404e-af44-2da5626525e4 HTTP/1.1" status: 200 len: 850 time: 0.0813153 Oct 13 04:25:11.543481 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c57e7-dca7-484f-ba12-81efda8767fd req-2e45c27f-1567-4e57-a776-020304d34fa0 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:11.548002 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb8c57e7-dca7-484f-ba12-81efda8767fd req-2e45c27f-1567-4e57-a776-020304d34fa0 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 943 time: 0.0824766 Oct 13 04:25:11.607049 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e224863-b399-46f5-a887-86828eeda6d8 req-e994638a-273c-4106-995c-3e51605ea3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:11.608542 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-e994638a-273c-4106-995c-3e51605ea3e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628538 Oct 13 04:25:11.615621 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-eb8c57e7-dca7-484f-ba12-81efda8767fd req-6edda085-76e6-4870-b3ab-277199cc1548 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454581 Oct 13 04:25:11.703947 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-e6c65813-55cd-4eaa-b252-6813d928679d service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873969 Oct 13 04:25:11.793771 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-6e224863-b399-46f5-a887-86828eeda6d8 req-09dd3ff7-b53b-4da7-b8de-731fe5a37aef service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825074 Oct 13 04:25:11.828297 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5dd4-cf75-4fdc-afe2-4c29af296c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1791116'] for router_interface, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.067790 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b5dd4-cf75-4fdc-afe2-4c29af296c93 admin admin] Deleting port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:12.068037 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5dd4-cf75-4fdc-afe2-4c29af296c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.077006 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33cfd9-ab97-40b3-ae95-3ae1f82bbe11 req-d0e0ff4b-79a5-4640-803b-3ee4232217e8 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.078585 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2d33cfd9-ab97-40b3-ae95-3ae1f82bbe11 req-d0e0ff4b-79a5-4640-803b-3ee4232217e8 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 944 time: 0.0500839 Oct 13 04:25:12.117228 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2d33cfd9-ab97-40b3-ae95-3ae1f82bbe11 req-455684fd-c1de-43f2-8553-1b9d18c7bb66 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325720 Oct 13 04:25:12.117885 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8300b425-7073-4360-8038-343600de405f', 'tag': 'df66c66a-642c-4bce-9c38-ff454176b333'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:12.120295 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b0cfc1-4d0c-459a-a0d1-6169de0e8ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "8300b425-7073-4360-8038-343600de405f", "tag": "df66c66a-642c-4bce-9c38-ff454176b333"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:12.143726 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-1b0b5dd4-cf75-4fdc-afe2-4c29af296c93 admin admin] For port 0113d603-6a9c-4c29-8d4f-8cd15f1234fa, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=0113d603-6a9c-4c29-8d4f-8cd15f1234fa,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:12.144089 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5dd4-cf75-4fdc-afe2-4c29af296c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.156243 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9787c3e-5ec1-4bba-bed9-082034eb5f80 x-openstack-request-id: req-b9787c3e-5ec1-4bba-bed9-082034eb5f80 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:12.156602 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8300b425-7073-4360-8038-343600de405f", "tag": "df66c66a-642c-4bce-9c38-ff454176b333", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:12.156916 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9787c3e-5ec1-4bba-bed9-082034eb5f80 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:12.157366 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8300b425-7073-4360-8038-343600de405f', 'tag': 'df66c66a-642c-4bce-9c38-ff454176b333', 'status': 'completed', 'code': 200} Oct 13 04:25:12.159931 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b5dd4-cf75-4fdc-afe2-4c29af296c93 admin admin] Calling delete_port for 0113d603-6a9c-4c29-8d4f-8cd15f1234fa owned by network:router_interface {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:12.221344 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0cfc1-4d0c-459a-a0d1-6169de0e8ef1 req-d62284fa-e2ba-45b7-a693-7b9424c6de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.223168 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8b0cfc1-4d0c-459a-a0d1-6169de0e8ef1 req-d62284fa-e2ba-45b7-a693-7b9424c6de82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 1097 time: 0.0437813 Oct 13 04:25:12.276344 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:25:12.320807 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0cfc1-4d0c-459a-a0d1-6169de0e8ef1 req-fb03bac8-7802-4f0f-bee1-62990a282eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.322258 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8b0cfc1-4d0c-459a-a0d1-6169de0e8ef1 req-fb03bac8-7802-4f0f-bee1-62990a282eb4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 912 time: 0.0899317 Oct 13 04:25:12.338299 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5dd4-cf75-4fdc-afe2-4c29af296c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.363262 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b5dd4-cf75-4fdc-afe2-4c29af296c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=0113d603-6a9c-4c29-8d4f-8cd15f1234fa,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:12.371204 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8b0cfc1-4d0c-459a-a0d1-6169de0e8ef1 req-6bc38e27-8755-4373-9339-4cbc9af18801 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df66c66a-642c-4bce-9c38-ff454176b333 HTTP/1.1" status: 200 len: 217 time: 0.0408328 Oct 13 04:25:12.378367 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b,segment=NetworkSegment(7e89e4ac-169e-4db3-8b63-c9d8d76f17e5),segment_id=7e89e4ac-169e-4db3-8b63-c9d8d76f17e5)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:12.394609 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b', 'network_id': 'a8bb1f41-1bb3-4e4f-857c-6817089c3add', 'port_id': '13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e678e946-1dd6-4647-90d8-47a0afb34e0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:25:12.433730 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0cfc1-4d0c-459a-a0d1-6169de0e8ef1 req-3d327dcb-1b25-4755-bd96-8a8e36329e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.435437 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8b0cfc1-4d0c-459a-a0d1-6169de0e8ef1 req-3d327dcb-1b25-4755-bd96-8a8e36329e40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6dbfe87-28d4-404e-af44-2da5626525e4 HTTP/1.1" status: 200 len: 850 time: 0.0570612 Oct 13 04:25:12.487706 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0cfc1-4d0c-459a-a0d1-6169de0e8ef1 req-6f72a78e-15c9-4d4b-8429-7ff5973c4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.489450 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8b0cfc1-4d0c-459a-a0d1-6169de0e8ef1 req-6f72a78e-15c9-4d4b-8429-7ff5973c4c2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460951 Oct 13 04:25:12.572937 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.594692 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:12.607133 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8b0cfc1-4d0c-459a-a0d1-6169de0e8ef1 req-26f0e96c-0319-4a4c-bb49-6dcef2c63b8b service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081185 Oct 13 04:25:12.615411 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b,segment=NetworkSegment(7e89e4ac-169e-4db3-8b63-c9d8d76f17e5),segment_id=7e89e4ac-169e-4db3-8b63-c9d8d76f17e5)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:12.619948 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.669952 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:12.677474 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.677829 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.678348 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.678848 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.679325 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.679808 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.680283 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.680756 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.681237 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.681874 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.682354 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.682670 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.719774 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8b0cfc1-4d0c-459a-a0d1-6169de0e8ef1 req-bb3dbafc-0382-4575-8d77-45c198ef99f1 service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040378 Oct 13 04:25:12.759031 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87afa7-0f14-4943-8552-73ac28e3b6c2 req-ce142aa8-cd48-4423-a987-51c51811d214 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.762064 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee87afa7-0f14-4943-8552-73ac28e3b6c2 req-ce142aa8-cd48-4423-a987-51c51811d214 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 944 time: 0.0553384 Oct 13 04:25:12.770427 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5dd4-cf75-4fdc-afe2-4c29af296c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1791032'] for router_interface, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.801311 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ee87afa7-0f14-4943-8552-73ac28e3b6c2 req-2b29cb1b-2b85-434b-a7ab-b952d0847101 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341163 Oct 13 04:25:12.978219 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0b5dd4-cf75-4fdc-afe2-4c29af296c93 admin admin] Router b510c410-7abe-473d-834f-e958c4a11e84 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:13.023439 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:13.085927 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0b5dd4-cf75-4fdc-afe2-4c29af296c93 admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:13.093213 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-1b0b5dd4-cf75-4fdc-afe2-4c29af296c93 admin admin] 10.222.0.55 "PUT /v2.0/routers/b510c410-7abe-473d-834f-e958c4a11e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6053715 Oct 13 04:25:13.095939 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48130) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:13.101138 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e386ea4-3af0-4ae3-9e6a-fc5fd0d602b7 None None] Sync routers for ids ['b510c410-7abe-473d-834f-e958c4a11e84'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:13.120750 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e386ea4-3af0-4ae3-9e6a-fc5fd0d602b7 None None] Routers {'b510c410-7abe-473d-834f-e958c4a11e84'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:13.121352 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-0e386ea4-3af0-4ae3-9e6a-fc5fd0d602b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['b510c410-7abe-473d-834f-e958c4a11e84'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:13.201262 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Notify callbacks [] for router, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.260204 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-0e386ea4-3af0-4ae3-9e6a-fc5fd0d602b7 None None] Set router b510c410-7abe-473d-834f-e958c4a11e84 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:13.262055 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc83076-2669-4646-b404-bfab8e5e42a4 req-3d257049-c974-4b1c-8185-99dfbcce5a21 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:13.263612 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-afc83076-2669-4646-b404-bfab8e5e42a4 req-3d257049-c974-4b1c-8185-99dfbcce5a21 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 944 time: 0.0621486 Oct 13 04:25:13.307240 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-afc83076-2669-4646-b404-bfab8e5e42a4 req-d998a016-9de1-4890-aba3-64a990584a33 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328462 Oct 13 04:25:13.318593 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.369654 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Deleting port 37fc2c53-b832-4049-a0e0-e8b9037f1c03 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:13.369963 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.443312 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-0e386ea4-3af0-4ae3-9e6a-fc5fd0d602b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:25:12Z', 'revision_number': 5, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port': {'id': '37fc2c53-b832-4049-a0e0-e8b9037f1c03', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:13.451582 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] For port 37fc2c53-b832-4049-a0e0-e8b9037f1c03, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=37fc2c53-b832-4049-a0e0-e8b9037f1c03,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:13.452013 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.463330 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Calling delete_port for 37fc2c53-b832-4049-a0e0-e8b9037f1c03 owned by network:router_gateway {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:13.472769 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e386ea4-3af0-4ae3-9e6a-fc5fd0d602b7 None None] Checking router: b510c410-7abe-473d-834f-e958c4a11e84 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:13.481327 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e386ea4-3af0-4ae3-9e6a-fc5fd0d602b7 None None] Routers {'b510c410-7abe-473d-834f-e958c4a11e84'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:13.481952 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-0e386ea4-3af0-4ae3-9e6a-fc5fd0d602b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['b510c410-7abe-473d-834f-e958c4a11e84'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:13.566354 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-0e386ea4-3af0-4ae3-9e6a-fc5fd0d602b7 None None] Set router b510c410-7abe-473d-834f-e958c4a11e84 gateway port host: None {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:13.616920 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-0e386ea4-3af0-4ae3-9e6a-fc5fd0d602b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:25:13Z', 'revision_number': 6, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port_host': None}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:13.622649 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.646226 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e386ea4-3af0-4ae3-9e6a-fc5fd0d602b7 None None] The sync data for ids ['b510c410-7abe-473d-834f-e958c4a11e84'] in dv-cinder-812751-3-iscsi is: [{'id': 'b510c410-7abe-473d-834f-e958c4a11e84', 'name': 'tempest-TestMinimumBasicScenario-1114888095-router', 'tenant_id': '41649d1bfdb049eeb3509c73dc1b039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:33Z', 'updated_at': '2021-10-13T04:25:13Z', 'revision_number': 6, 'project_id': '41649d1bfdb049eeb3509c73dc1b039c', 'gw_port_host': None}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:13.649725 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Pushing event deleted for resources: {'Port': ['ID=37fc2c53-b832-4049-a0e0-e8b9037f1c03,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:13.711071 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783002'] for router_gateway, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.796172 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7449'] for router, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.798915 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.851559 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793825'] for router, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.852257 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b510c410-7abe-473d-834f-e958c4a11e84 {{(pid=94020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:25:13.857980 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.859188 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-29e34bf8-f7a8-42f9-89b1-69cdb518a695 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b510c410-7abe-473d-834f-e958c4a11e84 HTTP/1.1" status: 204 len: 168 time: 0.7622173 Oct 13 04:25:13.862642 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48138) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:13.911493 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-15de6281-a4dd-4f88-b844-8cb58ca4a261 admin admin] Deleting subnet aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:25:13.914452 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-15de6281-a4dd-4f88-b844-8cb58ca4a261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.926947 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56fe84-2416-49fc-a82d-cc04a165a596 req-5776813f-7219-4b2b-8130-e70e57c5d9e6 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:13.928473 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2f56fe84-2416-49fc-a82d-cc04a165a596 req-5776813f-7219-4b2b-8130-e70e57c5d9e6 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 944 time: 0.0496264 Oct 13 04:25:13.947109 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-15de6281-a4dd-4f88-b844-8cb58ca4a261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5027193'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.974932 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2f56fe84-2416-49fc-a82d-cc04a165a596 req-4f4009c9-63fa-46a1-8f22-0f7537161571 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382345 Oct 13 04:25:14.062473 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-15de6281-a4dd-4f88-b844-8cb58ca4a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.116525 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-15de6281-a4dd-4f88-b844-8cb58ca4a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7706112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274318'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.140019 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de6281-a4dd-4f88-b844-8cb58ca4a261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:14.143883 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-15de6281-a4dd-4f88-b844-8cb58ca4a261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.147023 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-15de6281-a4dd-4f88-b844-8cb58ca4a261 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/aa755cdc-eb86-440a-a7ad-8f7cbe6fe01f HTTP/1.1" status: 204 len: 168 time: 0.2842093 Oct 13 04:25:14.150308 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48140) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:14.150675 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0482a63-c6a8-402a-8566-7d7ddcc5a13e None None] Network 21f3e97a-4c25-41f2-9ea4-802d08f767e1 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:14.220897 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.275393 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Deleting port a80feeae-2bad-474c-9b37-a5ffbfc094bf {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:14.275602 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.311421 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:14.335155 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] For port a80feeae-2bad-474c-9b37-a5ffbfc094bf, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=a80feeae-2bad-474c-9b37-a5ffbfc094bf,segment=NetworkSegment(b01ff349-500b-48bc-ad27-b911c7f14fd6),segment_id=b01ff349-500b-48bc-ad27-b911c7f14fd6)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:14.335511 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.351063 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Calling delete_port for a80feeae-2bad-474c-9b37-a5ffbfc094bf owned by network:dhcp {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:14.374953 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:25:14.379757 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:14.381107 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.413053 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e6f11-a957-4f70-a93c-10ae5afda1a8 None None] DHCP port deletion for 21f3e97a-4c25-41f2-9ea4-802d08f767e1 request from dv-cinder-812751-3-iscsi {{(pid=94022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:25:14.447783 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.456212 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b939208-2d93-40ed-b0a0-993d0b435f32 req-d351ad14-7907-4b6d-8339-8f46870a116b tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:14.458229 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1b939208-2d93-40ed-b0a0-993d0b435f32 req-d351ad14-7907-4b6d-8339-8f46870a116b tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 944 time: 0.0642631 Oct 13 04:25:14.475776 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=a80feeae-2bad-474c-9b37-a5ffbfc094bf,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:14.477671 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] No DVR routers for this DVR port a80feeae-2bad-474c-9b37-a5ffbfc094bf on host dv-cinder-812751-3-iscsi {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:14.502222 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1b939208-2d93-40ed-b0a0-993d0b435f32 req-6721c2f9-f061-4778-8373-a89da8ef398e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378795 Oct 13 04:25:14.527326 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-945e6f11-a957-4f70-a93c-10ae5afda1a8 None None] Deleting port a80feeae-2bad-474c-9b37-a5ffbfc094bf {{(pid=94022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:14.527878 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-945e6f11-a957-4f70-a93c-10ae5afda1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.560786 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.568240 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.581375 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f3e97a-4c25-41f2-9ea4-802d08f767e1']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:14.590648 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01ff349-500b-48bc-ad27-b911c7f14fd6') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:14.590935 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01ff349-500b-48bc-ad27-b911c7f14fd6') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:14.600413 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5027186'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.610667 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093c7eca-94da-41d6-b83c-8f20720c2124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:14.612945 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bdb708-905d-4a60-b41c-6d4140dabcfc" -d '{"events": [{"server_uuid": "093c7eca-94da-41d6-b83c-8f20720c2124", "name": "network-vif-plugged", "status": "completed", "tag": "13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:14.614079 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.616350 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-945e6f11-a957-4f70-a93c-10ae5afda1a8 None None] For port a80feeae-2bad-474c-9b37-a5ffbfc094bf, host dv-cinder-812751-3-iscsi, got binding levels [] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:14.616738 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-945e6f11-a957-4f70-a93c-10ae5afda1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.621428 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:14.621916 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706590'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: Traceback (most recent call last): Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: timer() Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: cb(*args, **kw) Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: return func(*args, **kwargs) Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: self._notify() Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: self.callback(batched_events) Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: event.method(event) Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: return f(self, *a, **k) Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._get(url).json() Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:14.623873 dv-cinder-812751-3-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:14.636543 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b,segment=NetworkSegment(7e89e4ac-169e-4db3-8b63-c9d8d76f17e5),segment_id=7e89e4ac-169e-4db3-8b63-c9d8d76f17e5)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:14.637730 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-945e6f11-a957-4f70-a93c-10ae5afda1a8 None None] Calling delete_port for a80feeae-2bad-474c-9b37-a5ffbfc094bf owned by network:dhcp {{(pid=94022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:14.642256 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.ipam_backend_mixin [None req-945e6f11-a957-4f70-a93c-10ae5afda1a8 None None] Port a80feeae-2bad-474c-9b37-a5ffbfc094bf was not found and therefore no delete operation was performed {{(pid=94022) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:25:14.644530 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-945e6f11-a957-4f70-a93c-10ae5afda1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.646452 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.647191 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 0bd06624-1837-4923-9daf-aa14f17b4981 no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:14.673338 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa1ce31-3307-46d9-b30d-50f6baf3e050 x-openstack-request-id: req-cfa1ce31-3307-46d9-b30d-50f6baf3e050 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:14.673646 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093c7eca-94da-41d6-b83c-8f20720c2124", "name": "network-vif-plugged", "status": "completed", "tag": "13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:14.673933 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cfa1ce31-3307-46d9-b30d-50f6baf3e050 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:14.674310 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093c7eca-94da-41d6-b83c-8f20720c2124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b', 'code': 200} Oct 13 04:25:14.684167 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.688402 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.691933 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: 0bd06624-1837-4923-9daf-aa14f17b4981 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:14.692441 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 0bd06624-1837-4923-9daf-aa14f17b4981 not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:14.692777 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] 10.222.0.55 "DELETE /v2.0/networks/21f3e97a-4c25-41f2-9ea4-802d08f767e1 HTTP/1.1" status: 204 len: 168 time: 0.5413978 Oct 13 04:25:14.694429 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e6f11-a957-4f70-a93c-10ae5afda1a8 None None] No DVR routers for this DVR port a80feeae-2bad-474c-9b37-a5ffbfc094bf on host dv-cinder-812751-3-iscsi {{(pid=94022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:14.695911 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e6f11-a957-4f70-a93c-10ae5afda1a8 None None] Pushing event deleted for resources: {'Port': ['ID=a80feeae-2bad-474c-9b37-a5ffbfc094bf,revision_number=None']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:14.696127 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48146) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:14.778337 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:14.782157 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d72a1a-3f0f-4126-9ce4-05b9958e9d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=21f3e97a-4c25-41f2-9ea4-802d08f767e1,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:14.871122 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6ffdc-c07e-4971-962a-2f3ac35a4630 req-a7906e72-9cf8-48ab-9532-65452123aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:14.872589 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-53e6ffdc-c07e-4971-962a-2f3ac35a4630 req-a7906e72-9cf8-48ab-9532-65452123aac8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 1098 time: 0.0416465 Oct 13 04:25:14.914005 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-53e6ffdc-c07e-4971-962a-2f3ac35a4630 req-edee9c10-aee6-4d2b-93ce-50e324ee96cf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329938 Oct 13 04:25:15.079413 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-293390af-3335-4d80-84b5-f8508a591ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1791116'] for router_interface, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.083352 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227746fc-c22c-45ad-9eb1-8c848952e49f req-f17a27d7-f700-4fff-a476-a174aaf3fb5a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:15.084834 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-227746fc-c22c-45ad-9eb1-8c848952e49f req-f17a27d7-f700-4fff-a476-a174aaf3fb5a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 945 time: 0.0488257 Oct 13 04:25:15.122497 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-227746fc-c22c-45ad-9eb1-8c848952e49f req-07be4503-83a8-415b-8c9c-acd62211c1b9 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311377 Oct 13 04:25:15.242028 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 37fc2c53-b832-4049-a0e0-e8b9037f1c03 no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:15.262649 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: 37fc2c53-b832-4049-a0e0-e8b9037f1c03 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:15.262988 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 37fc2c53-b832-4049-a0e0-e8b9037f1c03 not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:15.263392 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 0113d603-6a9c-4c29-8d4f-8cd15f1234fa no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:15.282287 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: 0113d603-6a9c-4c29-8d4f-8cd15f1234fa {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:15.282620 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 0113d603-6a9c-4c29-8d4f-8cd15f1234fa not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:15.283019 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device a80feeae-2bad-474c-9b37-a5ffbfc094bf no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:15.300988 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: a80feeae-2bad-474c-9b37-a5ffbfc094bf {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:15.301380 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device a80feeae-2bad-474c-9b37-a5ffbfc094bf not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:15.324634 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-293390af-3335-4d80-84b5-f8508a591ad2 admin admin] Deleting port 869e381c-a4a3-441b-8158-0a7c5e1f8405 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:15.324973 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-293390af-3335-4d80-84b5-f8508a591ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.410243 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-293390af-3335-4d80-84b5-f8508a591ad2 admin admin] For port 869e381c-a4a3-441b-8158-0a7c5e1f8405, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=869e381c-a4a3-441b-8158-0a7c5e1f8405,segment=NetworkSegment(da3162ba-62e8-451d-ab1a-5ed9295ba79e),segment_id=da3162ba-62e8-451d-ab1a-5ed9295ba79e)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:15.410562 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-293390af-3335-4d80-84b5-f8508a591ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.422163 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-293390af-3335-4d80-84b5-f8508a591ad2 admin admin] Calling delete_port for 869e381c-a4a3-441b-8158-0a7c5e1f8405 owned by network:router_interface {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:15.611611 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-293390af-3335-4d80-84b5-f8508a591ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.614613 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a662483-4408-47db-95d9-b47ceabf800f req-88211bc6-98a0-477c-ae98-2b4e598687af tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:15.616199 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a662483-4408-47db-95d9-b47ceabf800f req-88211bc6-98a0-477c-ae98-2b4e598687af tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 944 time: 0.0487118 Oct 13 04:25:15.640703 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293390af-3335-4d80-84b5-f8508a591ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=869e381c-a4a3-441b-8158-0a7c5e1f8405,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:15.658906 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7a662483-4408-47db-95d9-b47ceabf800f req-d87f104a-619b-451a-a927-577cb758249e tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364585 Oct 13 04:25:15.808359 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-293390af-3335-4d80-84b5-f8508a591ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1791032'] for router_interface, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.244136 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eabad-3596-40cc-bb65-7ea5e794b4a8 req-2bdad7b0-0725-4b9a-ae5f-0205fed6b98c tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:16.246285 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d96eabad-3596-40cc-bb65-7ea5e794b4a8 req-2bdad7b0-0725-4b9a-ae5f-0205fed6b98c tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 945 time: 0.0534093 Oct 13 04:25:16.249408 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293390af-3335-4d80-84b5-f8508a591ad2 admin admin] Router e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:16.290153 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d96eabad-3596-40cc-bb65-7ea5e794b4a8 req-b4d09fee-f08f-47f7-b14d-89de3b832ac2 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370719 Oct 13 04:25:16.310449 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device df66c66a-642c-4bce-9c38-ff454176b333 details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:25:16.358678 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293390af-3335-4d80-84b5-f8508a591ad2 admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:16.363837 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-293390af-3335-4d80-84b5-f8508a591ad2 admin admin] 10.222.0.55 "PUT /v2.0/routers/e6e7eb1b-5e44-49d3-a04c-9190b008e7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6666188 Oct 13 04:25:16.366816 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48160) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:16.370768 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803bdf9b-c6a1-46a3-9bec-7f33cb4fa8f6 None None] Sync routers for ids ['e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:16.381280 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803bdf9b-c6a1-46a3-9bec-7f33cb4fa8f6 None None] Routers {'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:16.382251 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-803bdf9b-c6a1-46a3-9bec-7f33cb4fa8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:16.423397 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port df66c66a-642c-4bce-9c38-ff454176b333, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=df66c66a-642c-4bce-9c38-ff454176b333,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:16.435924 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': 'df66c66a-642c-4bce-9c38-ff454176b333', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'port_id': 'df66c66a-642c-4bce-9c38-ff454176b333', 'mac_address': 'fa:16:3e:28:3f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:25:16.475422 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.481658 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Notify callbacks [] for router, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.488817 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df66c66a-642c-4bce-9c38-ff454176b333 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:16.492244 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-803bdf9b-c6a1-46a3-9bec-7f33cb4fa8f6 None None] Set router e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:16.512626 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port df66c66a-642c-4bce-9c38-ff454176b333, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=df66c66a-642c-4bce-9c38-ff454176b333,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:16.518454 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.568427 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=df66c66a-642c-4bce-9c38-ff454176b333,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:16.594786 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.646648 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Deleting port 454433c5-aef0-4b75-a305-c3e6165b1fb1 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:16.646984 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.670790 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-803bdf9b-c6a1-46a3-9bec-7f33cb4fa8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'name': 'tempest-TestMinimumBasicScenario-1517773856-router', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:38Z', 'updated_at': '2021-10-13T04:25:15Z', 'revision_number': 5, 'project_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'gw_port': {'id': '454433c5-aef0-4b75-a305-c3e6165b1fb1', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:39Z', 'updated_at': '2021-10-13T04:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:16.696813 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803bdf9b-c6a1-46a3-9bec-7f33cb4fa8f6 None None] Checking router: e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:16.705589 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803bdf9b-c6a1-46a3-9bec-7f33cb4fa8f6 None None] Routers {'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:16.706226 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-803bdf9b-c6a1-46a3-9bec-7f33cb4fa8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:16.727581 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] For port 454433c5-aef0-4b75-a305-c3e6165b1fb1, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=454433c5-aef0-4b75-a305-c3e6165b1fb1,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:16.727934 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.740846 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Calling delete_port for 454433c5-aef0-4b75-a305-c3e6165b1fb1 owned by network:router_gateway {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:16.776330 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2700e-faa2-422a-90d6-8766f4381dbc req-670f3168-5d7b-49bd-aeb5-b56013a88498 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:16.778155 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d3c2700e-faa2-422a-90d6-8766f4381dbc req-670f3168-5d7b-49bd-aeb5-b56013a88498 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 945 time: 0.0504510 Oct 13 04:25:16.794508 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-803bdf9b-c6a1-46a3-9bec-7f33cb4fa8f6 None None] Set router e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 gateway port host: None {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:16.816955 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d3c2700e-faa2-422a-90d6-8766f4381dbc req-d9db0d2c-cf8b-4c29-afb8-06df5c477455 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322247 Oct 13 04:25:16.850276 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-803bdf9b-c6a1-46a3-9bec-7f33cb4fa8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'name': 'tempest-TestMinimumBasicScenario-1517773856-router', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:38Z', 'updated_at': '2021-10-13T04:25:16Z', 'revision_number': 6, 'project_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'gw_port_host': None}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:16.875957 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803bdf9b-c6a1-46a3-9bec-7f33cb4fa8f6 None None] The sync data for ids ['e6e7eb1b-5e44-49d3-a04c-9190b008e7a3'] in dv-cinder-812751-3-iscsi is: [{'id': 'e6e7eb1b-5e44-49d3-a04c-9190b008e7a3', 'name': 'tempest-TestMinimumBasicScenario-1517773856-router', 'tenant_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:38Z', 'updated_at': '2021-10-13T04:25:16Z', 'revision_number': 6, 'project_id': '8f68cc8c945048ad9fd1464ffb09d22d', 'gw_port_host': None}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:16.890408 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['df66c66a-642c-4bce-9c38-ff454176b333'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:16.920355 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.947576 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Pushing event deleted for resources: {'Port': ['ID=454433c5-aef0-4b75-a305-c3e6165b1fb1,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:17.008354 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783002'] for router_gateway, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.095040 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7449'] for router, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.097151 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.142759 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793825'] for router, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.143827 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 {{(pid=94020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:25:17.149717 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.151020 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7025a9e1-51a2-4c62-b18c-49de6deea74c admin admin] 10.222.0.55 "DELETE /v2.0/routers/e6e7eb1b-5e44-49d3-a04c-9190b008e7a3 HTTP/1.1" status: 204 len: 168 time: 0.7824206 Oct 13 04:25:17.153651 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48164) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:17.196228 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-04eb2584-a568-459b-88eb-c895ae85caec admin admin] Deleting subnet 6b2d5278-601b-4907-837d-91d85212fef5 {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:25:17.199326 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-04eb2584-a568-459b-88eb-c895ae85caec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.232235 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-04eb2584-a568-459b-88eb-c895ae85caec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5027193'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.342191 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-04eb2584-a568-459b-88eb-c895ae85caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.367896 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 869e381c-a4a3-441b-8158-0a7c5e1f8405 no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:17.398600 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: 869e381c-a4a3-441b-8158-0a7c5e1f8405 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:17.399087 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 869e381c-a4a3-441b-8158-0a7c5e1f8405 not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:17.419338 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-04eb2584-a568-459b-88eb-c895ae85caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7706112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274318'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.437046 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032c08-9a38-406b-ac8d-91ad25003edf req-ebeaa7a8-a268-413f-8b52-5509a10404a3 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:17.438529 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3032c08-9a38-406b-ac8d-91ad25003edf req-ebeaa7a8-a268-413f-8b52-5509a10404a3 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 945 time: 0.0511498 Oct 13 04:25:17.446532 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-04eb2584-a568-459b-88eb-c895ae85caec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.450362 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-04eb2584-a568-459b-88eb-c895ae85caec admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6b2d5278-601b-4907-837d-91d85212fef5 HTTP/1.1" status: 204 len: 168 time: 0.2952681 Oct 13 04:25:17.451268 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb2584-a568-459b-88eb-c895ae85caec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2d5278-601b-4907-837d-91d85212fef5,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:17.451837 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74775098-bcf1-42b1-b577-81413a4da7e3 None None] Network 2bd6a815-e3e5-405f-9eb3-887feb37837d requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:17.453312 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48170) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:17.482891 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f3032c08-9a38-406b-ac8d-91ad25003edf req-55a4ace0-2ead-4cd5-9119-a83ff540c546 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381525 Oct 13 04:25:17.528706 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.588818 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Deleting port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:17.589152 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.652530 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] For port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a,segment=NetworkSegment(da3162ba-62e8-451d-ab1a-5ed9295ba79e),segment_id=da3162ba-62e8-451d-ab1a-5ed9295ba79e)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:17.652811 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.666174 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Calling delete_port for c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a owned by network:dhcp {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:17.702170 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f4781-6cb9-496a-8bb2-ccd48d09f22f None None] DHCP port deletion for 2bd6a815-e3e5-405f-9eb3-887feb37837d request from dv-cinder-812751-3-iscsi {{(pid=94022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:25:17.759774 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f74f4781-6cb9-496a-8bb2-ccd48d09f22f None None] Deleting port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a {{(pid=94022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:17.760242 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f74f4781-6cb9-496a-8bb2-ccd48d09f22f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.762153 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.790649 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:17.795714 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] No DVR routers for this DVR port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a on host dv-cinder-812751-3-iscsi {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:17.837395 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-f74f4781-6cb9-496a-8bb2-ccd48d09f22f None None] For port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a, host dv-cinder-812751-3-iscsi, got binding levels [] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:17.839401 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f74f4781-6cb9-496a-8bb2-ccd48d09f22f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.855723 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-f74f4781-6cb9-496a-8bb2-ccd48d09f22f None None] Calling delete_port for c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a owned by network:dhcp {{(pid=94022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:17.859521 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.ipam_backend_mixin [None req-f74f4781-6cb9-496a-8bb2-ccd48d09f22f None None] Port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a was not found and therefore no delete operation was performed {{(pid=94022) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:25:17.860940 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-f74f4781-6cb9-496a-8bb2-ccd48d09f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.890363 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f4781-6cb9-496a-8bb2-ccd48d09f22f None None] Pushing event deleted for resources: {'Port': ['ID=c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a,revision_number=None']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:17.894479 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f4781-6cb9-496a-8bb2-ccd48d09f22f None None] No DVR routers for this DVR port c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a on host dv-cinder-812751-3-iscsi {{(pid=94022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:17.899787 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.924448 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd6a815-e3e5-405f-9eb3-887feb37837d']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:17.934429 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3162ba-62e8-451d-ab1a-5ed9295ba79e') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:17.934757 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3162ba-62e8-451d-ab1a-5ed9295ba79e') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:17.944284 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5027186'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.959482 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.966815 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:17.967376 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706590'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: Traceback (most recent call last): Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: timer() Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: cb(*args, **kw) Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: return func(*args, **kwargs) Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: self._notify() Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: self.callback(batched_events) Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: event.method(event) Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: return f(self, *a, **k) Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._get(url).json() Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:17.970825 dv-cinder-812751-3-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:17.982954 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b968803-e5eb-4ce3-9ca1-619ab9ba89d8 req-90726413-6290-4da8-b315-ebb8b494a241 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:17.984494 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4b968803-e5eb-4ce3-9ca1-619ab9ba89d8 req-90726413-6290-4da8-b315-ebb8b494a241 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 945 time: 0.0618138 Oct 13 04:25:18.033352 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4b968803-e5eb-4ce3-9ca1-619ab9ba89d8 req-7a1c0313-1791-43eb-8b6e-d9edd096826c tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Oct 13 04:25:18.039394 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.045956 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.058135 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2bd6a815-e3e5-405f-9eb3-887feb37837d HTTP/1.1" status: 204 len: 168 time: 0.6037939 Oct 13 04:25:18.069430 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c5e0f-5516-4a33-9a15-906b7afe09b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd6a815-e3e5-405f-9eb3-887feb37837d,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:18.175889 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48186) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:18.216693 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c288ff13-a1b7-472e-b06f-f728a6ee92ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41649d1bfdb049eeb3509c73dc1b039c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395479 Oct 13 04:25:18.219362 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48188) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:18.271948 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e33920c-e488-454a-9bbd-5b1d21fbccfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.295562 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e33920c-e488-454a-9bbd-5b1d21fbccfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.341876 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e33920c-e488-454a-9bbd-5b1d21fbccfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.344519 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7e33920c-e488-454a-9bbd-5b1d21fbccfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.348171 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7e33920c-e488-454a-9bbd-5b1d21fbccfb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7217a1e8-06bf-42fc-8883-32b6cbb3abf5 HTTP/1.1" status: 204 len: 168 time: 0.1254532 Oct 13 04:25:18.348311 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device df66c66a-642c-4bce-9c38-ff454176b333 up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:18.354876 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33920c-e488-454a-9bbd-5b1d21fbccfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7217a1e8-06bf-42fc-8883-32b6cbb3abf5,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:18.406664 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port df66c66a-642c-4bce-9c38-ff454176b333 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:25:18.410451 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port df66c66a-642c-4bce-9c38-ff454176b333 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:18.410861 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.491032 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.520561 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8300b425-7073-4360-8038-343600de405f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df66c66a-642c-4bce-9c38-ff454176b333'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:18.523230 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02408dd5-4709-401a-afe7-235dca9479c1" -d '{"events": [{"server_uuid": "8300b425-7073-4360-8038-343600de405f", "name": "network-vif-plugged", "status": "completed", "tag": "df66c66a-642c-4bce-9c38-ff454176b333"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:18.537014 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port df66c66a-642c-4bce-9c38-ff454176b333, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=df66c66a-642c-4bce-9c38-ff454176b333,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:18.541928 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.570823 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d68df03-1181-4849-bb88-25b1550de174 x-openstack-request-id: req-7d68df03-1181-4849-bb88-25b1550de174 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:18.571103 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8300b425-7073-4360-8038-343600de405f", "name": "network-vif-plugged", "status": "completed", "tag": "df66c66a-642c-4bce-9c38-ff454176b333", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:18.571348 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d68df03-1181-4849-bb88-25b1550de174 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:18.571733 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8300b425-7073-4360-8038-343600de405f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df66c66a-642c-4bce-9c38-ff454176b333', 'code': 200} Oct 13 04:25:18.595615 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=df66c66a-642c-4bce-9c38-ff454176b333,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:18.674337 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48198) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:18.716871 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-373a4ff9-b48c-4ded-b9d6-2fb160eab76d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f68cc8c945048ad9fd1464ffb09d22d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413010 Oct 13 04:25:18.719345 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48200) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:18.753657 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c48e45-8369-48f2-ab48-6f2d771be1f1 req-3057a19f-66d1-48e7-a70c-f4735b113d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:18.755264 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-74c48e45-8369-48f2-ab48-6f2d771be1f1 req-3057a19f-66d1-48e7-a70c-f4735b113d1f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 1099 time: 0.0392561 Oct 13 04:25:18.766846 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ce2f72a4-cc84-468d-95d7-add6b1be613d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.787858 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ce2f72a4-cc84-468d-95d7-add6b1be613d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.790550 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-74c48e45-8369-48f2-ab48-6f2d771be1f1 req-60bb1b75-dd53-4109-971d-ff7dacf8369d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280209 Oct 13 04:25:18.835378 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ce2f72a4-cc84-468d-95d7-add6b1be613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.838085 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ce2f72a4-cc84-468d-95d7-add6b1be613d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.839227 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ce2f72a4-cc84-468d-95d7-add6b1be613d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76baf0a0-96b4-417e-a026-acbbec98ad2e HTTP/1.1" status: 204 len: 168 time: 0.1190279 Oct 13 04:25:18.847228 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f72a4-cc84-468d-95d7-add6b1be613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76baf0a0-96b4-417e-a026-acbbec98ad2e,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:19.152134 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a7fa4-0bc4-4880-a242-dcf7173356b0 req-0a05d4ca-dc15-444c-a0a9-4662cf809de1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:19.153629 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5d1a7fa4-0bc4-4880-a242-dcf7173356b0 req-0a05d4ca-dc15-444c-a0a9-4662cf809de1 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 946 time: 0.0477197 Oct 13 04:25:19.191363 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5d1a7fa4-0bc4-4880-a242-dcf7173356b0 req-02ed92ae-f9e8-4b6c-b0b2-e85ff6f18350 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314534 Oct 13 04:25:19.246663 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:19.270398 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:19.270754 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device c0b96fa6-adec-4c0d-8995-0a4fd7b92c8a not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:19.271229 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 454433c5-aef0-4b75-a305-c3e6165b1fb1 no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:19.293312 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: 454433c5-aef0-4b75-a305-c3e6165b1fb1 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:19.293744 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 454433c5-aef0-4b75-a305-c3e6165b1fb1 not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:19.553474 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48226) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:19.650252 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1380120120-network', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:19.676154 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Made reservation on behalf of 8215b3ac605f4c6ab2b0c473f2de2930 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:19.678393 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.686437 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.758893 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.765917 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.794623 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:19.804401 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb46de4-de6a-4e4d-856a-aa29b974bb62,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:19.810705 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.811041 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Added segment 576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4 of type vlan for network f2425230-f9f9-4ed2-8964-6d1938379dee Oct 13 04:25:19.848182 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.873847 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.874878 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:19.875529 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.928292 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3739972 Oct 13 04:25:19.931639 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 48234) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:19.936534 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-5e8ef469-8f8a-43f7-b26d-0674ade2bf43 admin admin] Request body: {'subnet': {'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1380120120-subnet', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:19.939243 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9f90e-68ab-4969-83f3-df0ecdec4b12 admin admin] Pushing event updated for resources: {'Network': ['ID=f2425230-f9f9-4ed2-8964-6d1938379dee,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:19.949838 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network f2425230-f9f9-4ed2-8964-6d1938379dee details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:19.970657 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8ef469-8f8a-43f7-b26d-0674ade2bf43 admin admin] Made reservation on behalf of 8215b3ac605f4c6ab2b0c473f2de2930 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:19.973038 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef469-8f8a-43f7-b26d-0674ade2bf43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155510'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.138378 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef469-8f8a-43f7-b26d-0674ade2bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6780911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155480'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.198298 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ef469-8f8a-43f7-b26d-0674ade2bf43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be3ed3f-7562-451d-ab93-892a56866318,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:20.209170 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8ef469-8f8a-43f7-b26d-0674ade2bf43 admin admin] Checking segment: {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:20.209517 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ef469-8f8a-43f7-b26d-0674ade2bf43 admin admin] Network hostable DHCP agents. Network: f2425230-f9f9-4ed2-8964-6d1938379dee, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:25:20.226892 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ef469-8f8a-43f7-b26d-0674ade2bf43 admin admin] Network f2425230-f9f9-4ed2-8964-6d1938379dee is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:25:20.237464 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ef469-8f8a-43f7-b26d-0674ade2bf43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, f2425230-f9f9-4ed2-8964-6d1938379dee) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:20.241683 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8ef469-8f8a-43f7-b26d-0674ade2bf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:20.242447 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef469-8f8a-43f7-b26d-0674ade2bf43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.248875 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad4b89-bc77-4b46-afb2-910ff37ee6a5 None None] Network f2425230-f9f9-4ed2-8964-6d1938379dee requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:20.264283 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-5e8ef469-8f8a-43f7-b26d-0674ade2bf43 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3310072 Oct 13 04:25:20.266703 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 48238) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:20.271634 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:20.298975 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.300173 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7424'] for router, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.394395 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e8733-3c2a-4a8f-8554-9b926f5ca4e4 req-4ba3a2d0-2d97-4a12-978f-5dfbe4becffb tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:20.395824 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e39e8733-3c2a-4a8f-8554-9b926f5ca4e4 req-4ba3a2d0-2d97-4a12-978f-5dfbe4becffb tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 946 time: 0.0983663 Oct 13 04:25:20.398699 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.421894 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936e36cd-2bb0-5633-aabb-4a9dea8c5d17-f2425230-f9f9-4ed2-8964-6d1938379dee', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318'}]}} from dv-cinder-812751-3-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:25:20.422795 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.565078 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Allocated IP 172.20.0.2 (f2425230-f9f9-4ed2-8964-6d1938379dee/6be3ed3f-7562-451d-ab93-892a56866318/34360db7-111f-42c2-80c4-8574ee355b7d) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:20.714161 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.722935 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.771982 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Network f2425230-f9f9-4ed2-8964-6d1938379dee is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:20.777535 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e39e8733-3c2a-4a8f-8554-9b926f5ca4e4 req-f08e38d8-fb0f-4470-9b1c-10f9e0a431cc tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740668 Oct 13 04:25:20.777915 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:20.780565 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:20.787777 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Pushing event updated for resources: {'Port': ['ID=34360db7-111f-42c2-80c4-8574ee355b7d,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:20.815026 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.841652 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Attempting to bind port 34360db7-111f-42c2-80c4-8574ee355b7d on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:20.842087 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Attempting to bind port 34360db7-111f-42c2-80c4-8574ee355b7d by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:20.842442 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Attempting to bind port 34360db7-111f-42c2-80c4-8574ee355b7d on network f2425230-f9f9-4ed2-8964-6d1938379dee {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:20.847517 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:20.847878 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Checking segment: {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:20.848275 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.848659 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Bound using segment: {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:20.849116 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Bound port: 34360db7-111f-42c2-80c4-8574ee355b7d, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:20.849488 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.912479 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] For port 34360db7-111f-42c2-80c4-8574ee355b7d, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:20.915819 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] For port 34360db7-111f-42c2-80c4-8574ee355b7d, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=34360db7-111f-42c2-80c4-8574ee355b7d,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:20.920839 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.929137 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a771f-0d1f-456d-b288-13d627c0af36 req-34e37cd1-094d-49de-98c1-4af50ecdcdb0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:20.930620 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-158a771f-0d1f-456d-b288-13d627c0af36 req-34e37cd1-094d-49de-98c1-4af50ecdcdb0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 946 time: 0.0611947 Oct 13 04:25:20.942780 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 48244) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:20.947522 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-aecb84c8-076d-4184-a4d4-036830aab513 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Request body: {'floatingip': {'port_id': 'df66c66a-642c-4bce-9c38-ff454176b333'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:20.996220 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-aecb84c8-076d-4184-a4d4-036830aab513 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.997759 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9cc16-f514-4163-9071-ac1a856f10c4 None None] Pushing event updated for resources: {'Port': ['ID=34360db7-111f-42c2-80c4-8574ee355b7d,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:21.287735 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 34360db7-111f-42c2-80c4-8574ee355b7d up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:21.309899 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.333839 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.335708 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 34360db7-111f-42c2-80c4-8574ee355b7d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:21.336075 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.419373 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.454106 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port 34360db7-111f-42c2-80c4-8574ee355b7d, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=34360db7-111f-42c2-80c4-8574ee355b7d,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:21.459896 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.511329 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=34360db7-111f-42c2-80c4-8574ee355b7d,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:21.559329 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Allocated IP 172.27.2.216 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/ad1cace2-3b27-4f6d-9bb6-202ff9582578) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:21.708158 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-aecb84c8-076d-4184-a4d4-036830aab513 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.717358 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-aecb84c8-076d-4184-a4d4-036830aab513 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.785055 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.854167 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568c4476-21c9-4a08-bfaf-b665602655bd None None] Network f2425230-f9f9-4ed2-8964-6d1938379dee requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:21.861720 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.l3_db [None req-aecb84c8-076d-4184-a4d4-036830aab513 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Floating IP b19701cd-e88f-4b04-8065-e9c4030b59d3 associated. External IP: 172.27.2.93, port: df66c66a-642c-4bce-9c38-ff454176b333. Oct 13 04:25:21.897709 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.947440 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-2d48d337-37f6-41d7-b145-2d47ffc1d8af None None] Provisioning complete for port 34360db7-111f-42c2-80c4-8574ee355b7d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:21.947830 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2d48d337-37f6-41d7-b145-2d47ffc1d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.951615 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:21.982852 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:21.984689 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1cace2-3b27-4f6d-9bb6-202ff9582578,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:21.986812 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:22.310709 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-904a18d6-d419-4c33-9f51-00827ccaa994 None None] Provisioning complete for port 34360db7-111f-42c2-80c4-8574ee355b7d triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:22.311751 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-904a18d6-d419-4c33-9f51-00827ccaa994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.518005 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecb84c8-076d-4184-a4d4-036830aab513 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:22.612264 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.734432 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecb84c8-076d-4184-a4d4-036830aab513 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:22.739803 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-aecb84c8-076d-4184-a4d4-036830aab513 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.747315 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c705e-0708-405b-9770-122d56085237 None None] Sync routers for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:22.757418 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c705e-0708-405b-9770-122d56085237 None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:22.758062 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-e12c705e-0708-405b-9770-122d56085237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:22.774989 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-aecb84c8-076d-4184-a4d4-036830aab513 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "PUT /v2.0/floatingips/b19701cd-e88f-4b04-8065-e9c4030b59d3 HTTP/1.1" status: 200 len: 991 time: 1.8310246 Oct 13 04:25:22.775717 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8300b425-7073-4360-8038-343600de405f', 'tag': 'df66c66a-642c-4bce-9c38-ff454176b333'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:22.778003 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc686f2-eb23-44c1-91a2-9b8ef7c2c51d" -d '{"events": [{"name": "network-changed", "server_uuid": "8300b425-7073-4360-8038-343600de405f", "tag": "df66c66a-642c-4bce-9c38-ff454176b333"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:22.863371 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b7e018-5700-41d6-b193-77d371b0f499 x-openstack-request-id: req-69b7e018-5700-41d6-b193-77d371b0f499 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:22.863606 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8300b425-7073-4360-8038-343600de405f", "tag": "df66c66a-642c-4bce-9c38-ff454176b333", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:22.863796 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69b7e018-5700-41d6-b193-77d371b0f499 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:22.864181 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8300b425-7073-4360-8038-343600de405f', 'tag': 'df66c66a-642c-4bce-9c38-ff454176b333', 'status': 'completed', 'code': 200} Oct 13 04:25:22.866259 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-e12c705e-0708-405b-9770-122d56085237 None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:22.914895 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783014'] for router, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.925398 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc686f2-eb23-44c1-91a2-9b8ef7c2c51d req-9f721511-330e-4b99-ba64-65c2e1917b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:22.926931 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8cc686f2-eb23-44c1-91a2-9b8ef7c2c51d req-9f721511-330e-4b99-ba64-65c2e1917b73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 1099 time: 0.0547371 Oct 13 04:25:23.106296 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc686f2-eb23-44c1-91a2-9b8ef7c2c51d req-c3bf18ab-df28-4f3b-8679-954eaf2e37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:23.107676 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-e12c705e-0708-405b-9770-122d56085237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': 'b19701cd-e88f-4b04-8065-e9c4030b59d3', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'port_id': 'df66c66a-642c-4bce-9c38-ff454176b333', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'mac_address': 'fa:16:3e:28:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8300b425-7073-4360-8038-343600de405f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:21Z', 'revision_number': 1, 'project_id': 'f2312bd342e040f1ade7109084831451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:23.107869 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8cc686f2-eb23-44c1-91a2-9b8ef7c2c51d req-c3bf18ab-df28-4f3b-8679-954eaf2e37f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 912 time: 0.1511137 Oct 13 04:25:23.137106 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c705e-0708-405b-9770-122d56085237 None None] Checking router: bc3fd1d2-99b3-4fca-9d8f-47affd035e99 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:23.145997 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c705e-0708-405b-9770-122d56085237 None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:23.146599 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-e12c705e-0708-405b-9770-122d56085237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:23.175611 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 is scheduled to L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 with binding_index 1 {{(pid=94021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:25:23.184357 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8cc686f2-eb23-44c1-91a2-9b8ef7c2c51d req-47c80712-dc42-403e-a13c-6f4d3a45cd85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df66c66a-642c-4bce-9c38-ff454176b333 HTTP/1.1" status: 200 len: 999 time: 0.0684788 Oct 13 04:25:23.240566 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:25:23.307329 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc686f2-eb23-44c1-91a2-9b8ef7c2c51d req-8fb5e09f-d510-419a-96b2-6d69ef7a02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:23.308823 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8cc686f2-eb23-44c1-91a2-9b8ef7c2c51d req-8fb5e09f-d510-419a-96b2-6d69ef7a02ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6dbfe87-28d4-404e-af44-2da5626525e4 HTTP/1.1" status: 200 len: 850 time: 0.1165984 Oct 13 04:25:23.354530 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:23.359396 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 34360db7-111f-42c2-80c4-8574ee355b7d up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:23.365623 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Sync routers for ids ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:23.375562 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Routers {'e4bea47d-b689-4c65-80aa-4dbc421c7fe9'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:23.376439 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:23.377825 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:23.381577 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-666aac46-9e42-4149-85c9-ab58264dbd04 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1112778 Oct 13 04:25:23.381577 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc686f2-eb23-44c1-91a2-9b8ef7c2c51d req-275cec36-a43a-4b16-8b55-c8b788f6562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:23.382381 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48260) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:23.382931 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8cc686f2-eb23-44c1-91a2-9b8ef7c2c51d req-275cec36-a43a-4b16-8b55-c8b788f6562c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626953 Oct 13 04:25:23.417775 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-e12c705e-0708-405b-9770-122d56085237 None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:23.467965 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 34360db7-111f-42c2-80c4-8574ee355b7d triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:23.468728 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:23.483636 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Set router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:23.503483 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8cc686f2-eb23-44c1-91a2-9b8ef7c2c51d req-2c05cc66-e49c-4f6f-b10d-208207dd3e5c service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129947 Oct 13 04:25:23.622677 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8cc686f2-eb23-44c1-91a2-9b8ef7c2c51d req-6cf93bc0-b5c3-4eb9-9207-6fdb139e2cea service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059434 Oct 13 04:25:23.667716 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:22Z', 'revision_number': 3, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:23.739083 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-e12c705e-0708-405b-9770-122d56085237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': 'b19701cd-e88f-4b04-8065-e9c4030b59d3', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'port_id': 'df66c66a-642c-4bce-9c38-ff454176b333', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'mac_address': 'fa:16:3e:28:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8300b425-7073-4360-8038-343600de405f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:21Z', 'revision_number': 1, 'project_id': 'f2312bd342e040f1ade7109084831451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:23.767970 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c705e-0708-405b-9770-122d56085237 None None] The sync data for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi is: [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': 'b19701cd-e88f-4b04-8065-e9c4030b59d3', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'port_id': 'df66c66a-642c-4bce-9c38-ff454176b333', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'mac_address': 'fa:16:3e:28:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8300b425-7073-4360-8038-343600de405f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:21Z', 'revision_number': 1, 'project_id': 'f2312bd342e040f1ade7109084831451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:23.790639 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Checking router: e4bea47d-b689-4c65-80aa-4dbc421c7fe9 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:23.790970 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Updating router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 port ad1cace2-3b27-4f6d-9bb6-202ff9582578 binding host dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:25:23.819288 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:23.829645 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:23.995778 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Allocated IP 172.20.0.1 (f2425230-f9f9-4ed2-8964-6d1938379dee/6be3ed3f-7562-451d-ab93-892a56866318/01fd8c8e-bdb4-4109-bde1-29e99623c4e8) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:24.049002 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ca69e-e632-4e37-b422-9c1321490b47 None None] New status for floating IP b19701cd-e88f-4b04-8065-e9c4030b59d3: ACTIVE {{(pid=94022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:25:24.108951 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.121077 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.126896 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.145196 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.183212 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Attempting to bind port ad1cace2-3b27-4f6d-9bb6-202ff9582578 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:24.183677 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Attempting to bind port ad1cace2-3b27-4f6d-9bb6-202ff9582578 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:24.184124 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Attempting to bind port ad1cace2-3b27-4f6d-9bb6-202ff9582578 on network 28a94815-3f81-4fe0-9ec2-d04c561dfdca {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:24.195295 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Pushing event updated for resources: {'Port': ['ID=ad1cace2-3b27-4f6d-9bb6-202ff9582578,revision_number=2']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:24.196545 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Pushing event updated for resources: {'Port': ['ID=01fd8c8e-bdb4-4109-bde1-29e99623c4e8,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:24.198936 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:24.199347 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Checking segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:24.199829 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.200328 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Bound using segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:24.200896 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Bound port: ad1cace2-3b27-4f6d-9bb6-202ff9582578, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:24.201454 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.213806 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Network f2425230-f9f9-4ed2-8964-6d1938379dee is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:24.215420 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:24.219241 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:24.228733 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:24.229150 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:24.229559 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:24.230003 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:24.230420 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:24.230830 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:24.231238 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:24.231967 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:24.232448 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:24.232879 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:24.233287 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:24.233719 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:24.264144 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782839'] for router_interface, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.275538 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] For port ad1cace2-3b27-4f6d-9bb6-202ff9582578, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:24.280648 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] For port ad1cace2-3b27-4f6d-9bb6-202ff9582578, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=ad1cace2-3b27-4f6d-9bb6-202ff9582578,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:24.286615 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.348135 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Routers {'e4bea47d-b689-4c65-80aa-4dbc421c7fe9'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:24.348752 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:24.352396 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a4986-0e03-4214-b23f-189b10a37c76 None None] Pushing event updated for resources: {'Port': ['ID=ad1cace2-3b27-4f6d-9bb6-202ff9582578,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:24.419425 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.479825 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] Set router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:24.540154 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-468b01cf-f721-4c68-b1c8-6127760218c9 None None] Provisioning complete for port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:24.540747 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-468b01cf-f721-4c68-b1c8-6127760218c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.583193 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-468b01cf-f721-4c68-b1c8-6127760218c9 None None] Port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:24.604945 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.609988 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7706166'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.670677 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:22Z', 'revision_number': 3, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:24.674295 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Pushing event updated for resources: {'Port': ['ID=01fd8c8e-bdb4-4109-bde1-29e99623c4e8,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:24.677343 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1791143'] for router_interface, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.698458 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f9417-79af-4ac2-9cd8-bf01168e126f None None] The sync data for ids ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'] in dv-cinder-812751-3-iscsi is: [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:22Z', 'revision_number': 3, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:24.771882 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Network f2425230-f9f9-4ed2-8964-6d1938379dee is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:24.773790 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:24.891721 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:25.007648 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-ad1eed68-cbe9-42a8-a13c-051049d638ea None None] Provisioning complete for port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:25.008019 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-ad1eed68-cbe9-42a8-a13c-051049d638ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.054189 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-ad1eed68-cbe9-42a8-a13c-051049d638ea None None] Port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:25.273384 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:25.282095 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-52039979-b849-416b-a435-fb4bcc6d9a60 admin admin] 10.222.0.55 "PUT /v2.0/routers/e4bea47d-b689-4c65-80aa-4dbc421c7fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8945229 Oct 13 04:25:25.296732 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device ad1cace2-3b27-4f6d-9bb6-202ff9582578 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:25.354225 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port ad1cace2-3b27-4f6d-9bb6-202ff9582578 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:25.354610 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.475442 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.498249 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port ad1cace2-3b27-4f6d-9bb6-202ff9582578, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=ad1cace2-3b27-4f6d-9bb6-202ff9582578,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:25.502778 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.556234 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=ad1cace2-3b27-4f6d-9bb6-202ff9582578,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:25.814694 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48292) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:25.820094 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1093007863-network', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:25.843138 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Made reservation on behalf of b643dc2d5ab44e17befe5a2c957b5c48 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:25.845624 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.853781 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.929471 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.934846 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.958265 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:25.968284 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa6862f-1b3e-4bbe-b5cb-1a3bd20789ec,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:25.974437 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.974767 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Added segment 9fdc9903-ad3f-49be-a3d2-fd28a610b1ad of type vlan for network 08d9f4da-74a1-4231-a9db-0885cebb1352 Oct 13 04:25:26.016984 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.042222 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.043200 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:26.043779 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.114837 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2988896 Oct 13 04:25:26.115809 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a58e5-558f-4668-8184-7f216dd693ee admin admin] Pushing event updated for resources: {'Network': ['ID=08d9f4da-74a1-4231-a9db-0885cebb1352,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:26.117655 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 48296) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:26.125749 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-b96d9b0a-e1b8-4763-a952-143a915f7b64 admin admin] Request body: {'subnet': {'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1093007863-subnet', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:26.133547 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 08d9f4da-74a1-4231-a9db-0885cebb1352 details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:26.171268 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96d9b0a-e1b8-4763-a952-143a915f7b64 admin admin] Made reservation on behalf of b643dc2d5ab44e17befe5a2c957b5c48 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:26.173747 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b96d9b0a-e1b8-4763-a952-143a915f7b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155510'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.312575 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Sync routers for ids ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:26.322089 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Routers {'e4bea47d-b689-4c65-80aa-4dbc421c7fe9'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:26.322760 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:26.349711 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b96d9b0a-e1b8-4763-a952-143a915f7b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6780911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155480'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.401582 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d9b0a-e1b8-4763-a952-143a915f7b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4168ea-2233-43fb-82b5-febd45b89d9c,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:26.417707 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d9b0a-e1b8-4763-a952-143a915f7b64 admin admin] Checking segment: {'id': '9fdc9903-ad3f-49be-a3d2-fd28a610b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:26.418057 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d9b0a-e1b8-4763-a952-143a915f7b64 admin admin] Network hostable DHCP agents. Network: 08d9f4da-74a1-4231-a9db-0885cebb1352, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:25:26.429496 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Set router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:26.434389 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d9b0a-e1b8-4763-a952-143a915f7b64 admin admin] Network 08d9f4da-74a1-4231-a9db-0885cebb1352 is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:25:26.443697 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-b96d9b0a-e1b8-4763-a952-143a915f7b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 08d9f4da-74a1-4231-a9db-0885cebb1352) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:26.452507 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d7f977-4c54-48ea-86d2-ad4669335faa None None] Network 08d9f4da-74a1-4231-a9db-0885cebb1352 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:26.454973 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d9b0a-e1b8-4763-a952-143a915f7b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:26.456474 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b96d9b0a-e1b8-4763-a952-143a915f7b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.476899 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b96d9b0a-e1b8-4763-a952-143a915f7b64 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3558559 Oct 13 04:25:26.477727 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48302) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:26.484198 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1093007863-router', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:26.514413 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.515472 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7424'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.569145 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.620546 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936e36cd-2bb0-5633-aabb-4a9dea8c5d17-08d9f4da-74a1-4231-a9db-0885cebb1352', 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'fixed_ips': [{'subnet_id': 'fd4168ea-2233-43fb-82b5-febd45b89d9c'}]}} from dv-cinder-812751-3-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:25:26.622061 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.644506 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '01fd8c8e-bdb4-4109-bde1-29e99623c4e8', 'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'mac_address': 'fa:16:3e:b6:d5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:23Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 2, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'subnets': [{'id': '6be3ed3f-7562-451d-ab93-892a56866318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:26.677382 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Checking router: e4bea47d-b689-4c65-80aa-4dbc421c7fe9 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:26.677866 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Updating router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8 binding host dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:25:26.707057 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.707681 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.764444 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Allocated IP 172.20.0.2 (08d9f4da-74a1-4231-a9db-0885cebb1352/fd4168ea-2233-43fb-82b5-febd45b89d9c/06fc78d6-3c4d-4466-a69e-2357f9dfcd90) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:26.901531 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.922347 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.923817 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.930422 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.970228 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Network 08d9f4da-74a1-4231-a9db-0885cebb1352 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:26.973133 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:26.977692 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:26.981849 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.989301 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.003463 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Pushing event updated for resources: {'Port': ['ID=06fc78d6-3c4d-4466-a69e-2357f9dfcd90,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:27.036238 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Attempting to bind port 06fc78d6-3c4d-4466-a69e-2357f9dfcd90 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:27.036601 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Attempting to bind port 06fc78d6-3c4d-4466-a69e-2357f9dfcd90 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '9fdc9903-ad3f-49be-a3d2-fd28a610b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:27.036952 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Attempting to bind port 06fc78d6-3c4d-4466-a69e-2357f9dfcd90 on network 08d9f4da-74a1-4231-a9db-0885cebb1352 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:27.038366 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682bab8-f8f4-4fbe-8dc0-b6cc44e3677a None None] Pushing event updated for resources: {'Port': ['ID=01fd8c8e-bdb4-4109-bde1-29e99623c4e8,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:27.038509 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Allocated IP 172.27.2.165 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/94e4a5bc-6766-4e8e-a40e-b73a08e57c50) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:27.042423 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:27.042795 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Checking segment: {'id': '9fdc9903-ad3f-49be-a3d2-fd28a610b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:27.043567 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.043874 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Bound using segment: {'id': '9fdc9903-ad3f-49be-a3d2-fd28a610b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:27.044352 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Bound port: 06fc78d6-3c4d-4466-a69e-2357f9dfcd90, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdc9903-ad3f-49be-a3d2-fd28a610b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:27.044797 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.105926 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Attempting to bind port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:27.106294 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Attempting to bind port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:27.106650 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Attempting to bind port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8 on network f2425230-f9f9-4ed2-8964-6d1938379dee {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:27.112149 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:27.112933 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Checking segment: {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:27.112933 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.113265 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Bound using segment: {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:27.113740 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Bound port: 01fd8c8e-bdb4-4109-bde1-29e99623c4e8, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:27.114458 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.129193 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] For port 06fc78d6-3c4d-4466-a69e-2357f9dfcd90, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:27.134488 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] For port 06fc78d6-3c4d-4466-a69e-2357f9dfcd90, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=06fc78d6-3c4d-4466-a69e-2357f9dfcd90,segment=NetworkSegment(9fdc9903-ad3f-49be-a3d2-fd28a610b1ad),segment_id=9fdc9903-ad3f-49be-a3d2-fd28a610b1ad)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:27.140943 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.180398 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.184764 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] For port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:27.189281 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] For port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=01fd8c8e-bdb4-4109-bde1-29e99623c4e8,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:27.193412 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a530a-e78d-4978-8d18-6362b7845391 None None] Pushing event updated for resources: {'Port': ['ID=06fc78d6-3c4d-4466-a69e-2357f9dfcd90,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:27.197934 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.235608 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.254885 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:27.257733 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:27.261344 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Routers {'e4bea47d-b689-4c65-80aa-4dbc421c7fe9'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:27.262291 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:27.280853 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:27.314970 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device ad1cace2-3b27-4f6d-9bb6-202ff9582578 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:27.331069 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Pushing event updated for resources: {'Port': ['ID=94e4a5bc-6766-4e8e-a40e-b73a08e57c50,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:27.383041 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port ad1cace2-3b27-4f6d-9bb6-202ff9582578 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:27.383411 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.495478 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-da7cdc76-0850-4d32-ab1e-d38280291cad None None] Provisioning complete for port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:27.495939 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-da7cdc76-0850-4d32-ab1e-d38280291cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.569314 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] Set router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:27.571964 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682bab8-f8f4-4fbe-8dc0-b6cc44e3677a None None] Pushing event updated for resources: {'Port': ['ID=01fd8c8e-bdb4-4109-bde1-29e99623c4e8,revision_number=4']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:27.638725 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.670757 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-da7cdc76-0850-4d32-ab1e-d38280291cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.707958 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-da7cdc76-0850-4d32-ab1e-d38280291cad None None] For port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=01fd8c8e-bdb4-4109-bde1-29e99623c4e8,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:27.713103 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-da7cdc76-0850-4d32-ab1e-d38280291cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.767993 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cdc76-0850-4d32-ab1e-d38280291cad None None] Pushing event updated for resources: {'Port': ['ID=01fd8c8e-bdb4-4109-bde1-29e99623c4e8,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:27.809153 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '01fd8c8e-bdb4-4109-bde1-29e99623c4e8', 'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'mac_address': 'fa:16:3e:b6:d5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:23Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'subnets': [{'id': '6be3ed3f-7562-451d-ab93-892a56866318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:27.835076 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-1c79ec82-9aa3-4c4c-aca6-1b750e3f7155 None None] Provisioning complete for port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:27.835448 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1c79ec82-9aa3-4c4c-aca6-1b750e3f7155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.845040 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c01db28-bffd-4fcc-b449-3af61545eaa9 None None] The sync data for ids ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'] in dv-cinder-812751-3-iscsi is: [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '01fd8c8e-bdb4-4109-bde1-29e99623c4e8', 'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'mac_address': 'fa:16:3e:b6:d5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:23Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'subnets': [{'id': '6be3ed3f-7562-451d-ab93-892a56866318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:27.846253 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783014'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.006343 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Router 31bfaac2-c659-4222-bd08-33429d03e073 is scheduled to L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:25:28.120454 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:28.130175 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Sync routers for ids ['31bfaac2-c659-4222-bd08-33429d03e073'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:28.141884 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Routers {'31bfaac2-c659-4222-bd08-33429d03e073'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:28.142196 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.143483 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-69585c2a-3637-48c6-9ed1-5cb4d3a2e4ee admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6647224 Oct 13 04:25:28.146274 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48306) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:28.147392 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['31bfaac2-c659-4222-bd08-33429d03e073'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:28.278077 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Set router 31bfaac2-c659-4222-bd08-33429d03e073 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:28.340849 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd56f007-1e5b-49ff-9967-a0f483932545 None None] Network 08d9f4da-74a1-4231-a9db-0885cebb1352 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:28.512682 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-61983bce-f4a1-4aba-8522-568918cbd091 None None] Provisioning complete for port 06fc78d6-3c4d-4466-a69e-2357f9dfcd90 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:28.513047 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-61983bce-f4a1-4aba-8522-568918cbd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.603403 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.767985 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bfaac2-c659-4222-bd08-33429d03e073', 'name': 'tempest-TestVolumeBootPattern-1093007863-router', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '94e4a5bc-6766-4e8e-a40e-b73a08e57c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 3, 'project_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'gw_port': {'id': '94e4a5bc-6766-4e8e-a40e-b73a08e57c50', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bfaac2-c659-4222-bd08-33429d03e073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:28.770946 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Allocated IP 172.20.0.1 (08d9f4da-74a1-4231-a9db-0885cebb1352/fd4168ea-2233-43fb-82b5-febd45b89d9c/13415417-64f1-4829-8d7e-fab65eaf1d4f) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:28.824783 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Checking router: 31bfaac2-c659-4222-bd08-33429d03e073 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:28.825130 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Updating router 31bfaac2-c659-4222-bd08-33429d03e073 port 94e4a5bc-6766-4e8e-a40e-b73a08e57c50 binding host dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:25:28.852451 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-61983bce-f4a1-4aba-8522-568918cbd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.867024 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.928045 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-61983bce-f4a1-4aba-8522-568918cbd091 None None] For port 06fc78d6-3c4d-4466-a69e-2357f9dfcd90, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=06fc78d6-3c4d-4466-a69e-2357f9dfcd90,segment=NetworkSegment(9fdc9903-ad3f-49be-a3d2-fd28a610b1ad),segment_id=9fdc9903-ad3f-49be-a3d2-fd28a610b1ad)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:28.987093 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-61983bce-f4a1-4aba-8522-568918cbd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.090436 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61983bce-f4a1-4aba-8522-568918cbd091 None None] Pushing event updated for resources: {'Port': ['ID=06fc78d6-3c4d-4466-a69e-2357f9dfcd90,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:29.119747 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.120345 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-adefea83-dac4-4a6b-ab53-dd44ad7dce73 None None] Provisioning complete for port 06fc78d6-3c4d-4466-a69e-2357f9dfcd90 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:29.120457 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-adefea83-dac4-4a6b-ab53-dd44ad7dce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.152076 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.189383 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Network 08d9f4da-74a1-4231-a9db-0885cebb1352 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:29.196020 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:29.205084 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:29.244193 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782839'] for router_interface, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.276178 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.284845 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.299634 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Pushing event updated for resources: {'Port': ['ID=13415417-64f1-4829-8d7e-fab65eaf1d4f,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:29.348527 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bf3b4-4d51-4cca-bf2f-708894b02031 None None] Pushing event updated for resources: {'Port': ['ID=94e4a5bc-6766-4e8e-a40e-b73a08e57c50,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:29.350974 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Attempting to bind port 94e4a5bc-6766-4e8e-a40e-b73a08e57c50 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:29.351334 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Attempting to bind port 94e4a5bc-6766-4e8e-a40e-b73a08e57c50 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:29.351689 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Attempting to bind port 94e4a5bc-6766-4e8e-a40e-b73a08e57c50 on network 28a94815-3f81-4fe0-9ec2-d04c561dfdca {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:29.358310 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:29.358676 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Checking segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:29.359078 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.359402 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Bound using segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:29.359856 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Bound port: 94e4a5bc-6766-4e8e-a40e-b73a08e57c50, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:29.360229 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.381871 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 06fc78d6-3c4d-4466-a69e-2357f9dfcd90 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:29.426493 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.445712 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] For port 94e4a5bc-6766-4e8e-a40e-b73a08e57c50, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:29.449439 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] For port 94e4a5bc-6766-4e8e-a40e-b73a08e57c50, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=94e4a5bc-6766-4e8e-a40e-b73a08e57c50,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:29.457988 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.483347 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 06fc78d6-3c4d-4466-a69e-2357f9dfcd90 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:29.483715 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.560856 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bf3b4-4d51-4cca-bf2f-708894b02031 None None] Pushing event updated for resources: {'Port': ['ID=94e4a5bc-6766-4e8e-a40e-b73a08e57c50,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:29.565040 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Routers {'31bfaac2-c659-4222-bd08-33429d03e073'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:29.565830 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['31bfaac2-c659-4222-bd08-33429d03e073'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:29.568038 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-203d77ed-db71-4aa8-bb84-d88b07a68009 None None] Provisioning complete for port 13415417-64f1-4829-8d7e-fab65eaf1d4f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:29.568401 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-203d77ed-db71-4aa8-bb84-d88b07a68009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.600833 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.606666 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7706166'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.648971 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-203d77ed-db71-4aa8-bb84-d88b07a68009 None None] Port 13415417-64f1-4829-8d7e-fab65eaf1d4f cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:29.674208 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1791143'] for router_interface, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.676159 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Pushing event updated for resources: {'Port': ['ID=13415417-64f1-4829-8d7e-fab65eaf1d4f,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:29.723255 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 01fd8c8e-bdb4-4109-bde1-29e99623c4e8 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:29.754161 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] Set router 31bfaac2-c659-4222-bd08-33429d03e073 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:29.765030 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Network 08d9f4da-74a1-4231-a9db-0885cebb1352 is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:29.766548 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:29.815034 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1700-8015-4a1e-a594-774e9926d224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.882694 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Router 31bfaac2-c659-4222-bd08-33429d03e073 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:29.894673 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 01fd8c8e-bdb4-4109-bde1-29e99623c4e8 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:29.896221 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.996667 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:30.002215 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-06a4df15-4e9f-4b23-af60-4098780c811c admin admin] 10.222.0.55 "PUT /v2.0/routers/31bfaac2-c659-4222-bd08-33429d03e073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8549845 Oct 13 04:25:30.020621 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-75f9117f-d585-4972-85af-557e2cdd3d82 None None] Provisioning complete for port 13415417-64f1-4829-8d7e-fab65eaf1d4f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:30.020979 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-75f9117f-d585-4972-85af-557e2cdd3d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.075191 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-75f9117f-d585-4972-85af-557e2cdd3d82 None None] Port 13415417-64f1-4829-8d7e-fab65eaf1d4f cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:30.085343 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bfaac2-c659-4222-bd08-33429d03e073', 'name': 'tempest-TestVolumeBootPattern-1093007863-router', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '94e4a5bc-6766-4e8e-a40e-b73a08e57c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:29Z', 'revision_number': 4, 'project_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'gw_port': {'id': '94e4a5bc-6766-4e8e-a40e-b73a08e57c50', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bfaac2-c659-4222-bd08-33429d03e073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '13415417-64f1-4829-8d7e-fab65eaf1d4f', 'name': '', 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'mac_address': 'fa:16:3e:7e:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bfaac2-c659-4222-bd08-33429d03e073', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fd4168ea-2233-43fb-82b5-febd45b89d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:28Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 1, 'project_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'subnets': [{'id': 'fd4168ea-2233-43fb-82b5-febd45b89d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:30.111329 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d4270-37a3-4333-aee0-ea5deeb8a727 None None] The sync data for ids ['31bfaac2-c659-4222-bd08-33429d03e073'] in dv-cinder-812751-3-iscsi is: [{'id': '31bfaac2-c659-4222-bd08-33429d03e073', 'name': 'tempest-TestVolumeBootPattern-1093007863-router', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '94e4a5bc-6766-4e8e-a40e-b73a08e57c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:29Z', 'revision_number': 4, 'project_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'gw_port': {'id': '94e4a5bc-6766-4e8e-a40e-b73a08e57c50', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bfaac2-c659-4222-bd08-33429d03e073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '13415417-64f1-4829-8d7e-fab65eaf1d4f', 'name': '', 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'mac_address': 'fa:16:3e:7e:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bfaac2-c659-4222-bd08-33429d03e073', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fd4168ea-2233-43fb-82b5-febd45b89d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:28Z', 'updated_at': '2021-10-13T04:25:28Z', 'revision_number': 1, 'project_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'subnets': [{'id': 'fd4168ea-2233-43fb-82b5-febd45b89d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:30.483427 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48318) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:30.488187 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-8a672c8e-6601-480b-9e04-f3df3c522d86 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70120880', 'description': 'tempest-secgroup-smoke-70120880 description', 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:30.513054 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a672c8e-6601-480b-9e04-f3df3c522d86 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.590534 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a672c8e-6601-480b-9e04-f3df3c522d86 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.595542 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a672c8e-6601-480b-9e04-f3df3c522d86 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.627883 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a672c8e-6601-480b-9e04-f3df3c522d86 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.629116 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-8a672c8e-6601-480b-9e04-f3df3c522d86 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1445975 Oct 13 04:25:30.631032 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a672c8e-6601-480b-9e04-f3df3c522d86 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1f92da-0923-4e2f-8b93-75619fd520ce,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:30.632184 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 48322) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:30.636934 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-5b7e02bd-d13c-4e7e-9e45-82857db5fbcf tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Request body: {'security_group_rule': {'security_group_id': 'fc1f92da-0923-4e2f-8b93-75619fd520ce', 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:30.674222 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5b7e02bd-d13c-4e7e-9e45-82857db5fbcf tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.734848 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5b7e02bd-d13c-4e7e-9e45-82857db5fbcf tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.739803 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5b7e02bd-d13c-4e7e-9e45-82857db5fbcf tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.756910 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e02bd-d13c-4e7e-9e45-82857db5fbcf tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944515ba-29c7-40f4-98d2-612d140c7296,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:30.769383 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-5b7e02bd-d13c-4e7e-9e45-82857db5fbcf tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.774826 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-5b7e02bd-d13c-4e7e-9e45-82857db5fbcf tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407707 Oct 13 04:25:30.775213 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48324) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:30.780629 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-d579b69f-401c-4e0a-b92f-05987ea744b8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Request body: {'security_group_rule': {'security_group_id': 'fc1f92da-0923-4e2f-8b93-75619fd520ce', 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:30.813598 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d579b69f-401c-4e0a-b92f-05987ea744b8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.875756 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d579b69f-401c-4e0a-b92f-05987ea744b8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.880371 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d579b69f-401c-4e0a-b92f-05987ea744b8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.896172 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579b69f-401c-4e0a-b92f-05987ea744b8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f853b0ec-0a1a-45f5-bf81-8377689b25dd,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:30.907003 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-d579b69f-401c-4e0a-b92f-05987ea744b8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.908218 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-d579b69f-401c-4e0a-b92f-05987ea744b8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319189 Oct 13 04:25:30.911123 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48326) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:30.915491 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-701bfc0a-d49a-4488-9836-552e17f630b0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Request body: {'security_group_rule': {'security_group_id': 'fc1f92da-0923-4e2f-8b93-75619fd520ce', 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:30.942568 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-701bfc0a-d49a-4488-9836-552e17f630b0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.006570 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-701bfc0a-d49a-4488-9836-552e17f630b0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.011825 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-701bfc0a-d49a-4488-9836-552e17f630b0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.029388 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bfc0a-d49a-4488-9836-552e17f630b0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e5b6b1-1043-4a48-a09c-4b31827d7f0e,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:31.042383 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-701bfc0a-d49a-4488-9836-552e17f630b0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.046211 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-701bfc0a-d49a-4488-9836-552e17f630b0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315699 Oct 13 04:25:31.046575 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 48328) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:31.051303 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-4e23f08d-2b1b-432e-b0a5-0b31b2d7c86c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Request body: {'security_group_rule': {'security_group_id': 'fc1f92da-0923-4e2f-8b93-75619fd520ce', 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:31.083069 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4e23f08d-2b1b-432e-b0a5-0b31b2d7c86c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.146148 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4e23f08d-2b1b-432e-b0a5-0b31b2d7c86c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.150788 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4e23f08d-2b1b-432e-b0a5-0b31b2d7c86c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.172343 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23f08d-2b1b-432e-b0a5-0b31b2d7c86c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c94fee4-725c-4485-9526-f96479644de0,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:31.182051 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4e23f08d-2b1b-432e-b0a5-0b31b2d7c86c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.183902 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4e23f08d-2b1b-432e-b0a5-0b31b2d7c86c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358383 Oct 13 04:25:31.186228 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 48334) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:31.191546 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-33305a72-430d-4a5a-8664-82e6319a3f19 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Request body: {'security_group_rule': {'security_group_id': 'fc1f92da-0923-4e2f-8b93-75619fd520ce', 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:31.231411 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.securitygroups_db [None req-33305a72-430d-4a5a-8664-82e6319a3f19 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Project 8215b3ac605f4c6ab2b0c473f2de2930 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:25:31.243249 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-33305a72-430d-4a5a-8664-82e6319a3f19 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.311811 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 94e4a5bc-6766-4e8e-a40e-b73a08e57c50 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:31.317722 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-33305a72-430d-4a5a-8664-82e6319a3f19 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.322113 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-33305a72-430d-4a5a-8664-82e6319a3f19 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.339552 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33305a72-430d-4a5a-8664-82e6319a3f19 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d711384-2725-47ba-a289-e5d699ff3cbc,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:31.355242 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-33305a72-430d-4a5a-8664-82e6319a3f19 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.359807 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48336) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:31.360150 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-33305a72-430d-4a5a-8664-82e6319a3f19 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1725233 Oct 13 04:25:31.364627 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-317c586b-323b-43cd-be64-13250699a935 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Request body: {'security_group_rule': {'security_group_id': 'fc1f92da-0923-4e2f-8b93-75619fd520ce', 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:31.366811 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 94e4a5bc-6766-4e8e-a40e-b73a08e57c50 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:31.367119 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.388914 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.securitygroups_db [None req-317c586b-323b-43cd-be64-13250699a935 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Project 8215b3ac605f4c6ab2b0c473f2de2930 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:25:31.397419 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-317c586b-323b-43cd-be64-13250699a935 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.479508 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.487582 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-317c586b-323b-43cd-be64-13250699a935 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.491985 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-317c586b-323b-43cd-be64-13250699a935 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.503359 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port 94e4a5bc-6766-4e8e-a40e-b73a08e57c50, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=94e4a5bc-6766-4e8e-a40e-b73a08e57c50,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:31.507574 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.514050 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c586b-323b-43cd-be64-13250699a935 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d6ef2a-f2ae-4e91-9a25-3cfed83f059a,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:31.525863 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-317c586b-323b-43cd-be64-13250699a935 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.527041 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-317c586b-323b-43cd-be64-13250699a935 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1660070 Oct 13 04:25:31.557118 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=94e4a5bc-6766-4e8e-a40e-b73a08e57c50,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:32.098358 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Sync routers for ids ['31bfaac2-c659-4222-bd08-33429d03e073'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:32.108341 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Routers {'31bfaac2-c659-4222-bd08-33429d03e073'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:32.108989 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['31bfaac2-c659-4222-bd08-33429d03e073'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:32.218367 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Set router 31bfaac2-c659-4222-bd08-33429d03e073 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:32.360760 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d30389ce-6e23-436b-b42a-fbd043ba7645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.420182 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bfaac2-c659-4222-bd08-33429d03e073', 'name': 'tempest-TestVolumeBootPattern-1093007863-router', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '94e4a5bc-6766-4e8e-a40e-b73a08e57c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:29Z', 'revision_number': 4, 'project_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'gw_port': {'id': '94e4a5bc-6766-4e8e-a40e-b73a08e57c50', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bfaac2-c659-4222-bd08-33429d03e073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '13415417-64f1-4829-8d7e-fab65eaf1d4f', 'name': '', 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'mac_address': 'fa:16:3e:7e:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bfaac2-c659-4222-bd08-33429d03e073', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fd4168ea-2233-43fb-82b5-febd45b89d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:28Z', 'updated_at': '2021-10-13T04:25:29Z', 'revision_number': 2, 'project_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'subnets': [{'id': 'fd4168ea-2233-43fb-82b5-febd45b89d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:32.445732 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Checking router: 31bfaac2-c659-4222-bd08-33429d03e073 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:32.446073 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Updating router 31bfaac2-c659-4222-bd08-33429d03e073 port 13415417-64f1-4829-8d7e-fab65eaf1d4f binding host dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:25:32.472779 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.733260 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.741098 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.791866 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa9da8-2463-4f4b-ba28-bf1c062a364e None None] Pushing event updated for resources: {'Port': ['ID=13415417-64f1-4829-8d7e-fab65eaf1d4f,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:32.844878 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Attempting to bind port 13415417-64f1-4829-8d7e-fab65eaf1d4f on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:32.845238 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Attempting to bind port 13415417-64f1-4829-8d7e-fab65eaf1d4f by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '9fdc9903-ad3f-49be-a3d2-fd28a610b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:32.845754 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Attempting to bind port 13415417-64f1-4829-8d7e-fab65eaf1d4f on network 08d9f4da-74a1-4231-a9db-0885cebb1352 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:32.851111 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:32.851466 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Checking segment: {'id': '9fdc9903-ad3f-49be-a3d2-fd28a610b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:32.851850 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.852226 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Bound using segment: {'id': '9fdc9903-ad3f-49be-a3d2-fd28a610b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:32.852673 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Bound port: 13415417-64f1-4829-8d7e-fab65eaf1d4f, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdc9903-ad3f-49be-a3d2-fd28a610b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:32.853035 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.917357 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] For port 13415417-64f1-4829-8d7e-fab65eaf1d4f, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:32.920283 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] For port 13415417-64f1-4829-8d7e-fab65eaf1d4f, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=13415417-64f1-4829-8d7e-fab65eaf1d4f,segment=NetworkSegment(9fdc9903-ad3f-49be-a3d2-fd28a610b1ad),segment_id=9fdc9903-ad3f-49be-a3d2-fd28a610b1ad)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:32.926601 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.980228 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Routers {'31bfaac2-c659-4222-bd08-33429d03e073'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:32.980823 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:25:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['31bfaac2-c659-4222-bd08-33429d03e073'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:32.987440 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa9da8-2463-4f4b-ba28-bf1c062a364e None None] Pushing event updated for resources: {'Port': ['ID=13415417-64f1-4829-8d7e-fab65eaf1d4f,revision_number=4']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:33.010876 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-c4b148f6-be05-4249-a0ab-cd8c0dd6b7a0 None None] Provisioning complete for port 13415417-64f1-4829-8d7e-fab65eaf1d4f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:33.011422 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c4b148f6-be05-4249-a0ab-cd8c0dd6b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.107852 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] Set router 31bfaac2-c659-4222-bd08-33429d03e073 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:33.108433 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c4b148f6-be05-4249-a0ab-cd8c0dd6b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.142798 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-c4b148f6-be05-4249-a0ab-cd8c0dd6b7a0 None None] For port 13415417-64f1-4829-8d7e-fab65eaf1d4f, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=13415417-64f1-4829-8d7e-fab65eaf1d4f,segment=NetworkSegment(9fdc9903-ad3f-49be-a3d2-fd28a610b1ad),segment_id=9fdc9903-ad3f-49be-a3d2-fd28a610b1ad)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:33.147329 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c4b148f6-be05-4249-a0ab-cd8c0dd6b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.195464 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b148f6-be05-4249-a0ab-cd8c0dd6b7a0 None None] Pushing event updated for resources: {'Port': ['ID=13415417-64f1-4829-8d7e-fab65eaf1d4f,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:33.271166 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-68a414d6-484b-48de-98de-a8cd9fd0feac None None] Provisioning complete for port 13415417-64f1-4829-8d7e-fab65eaf1d4f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:33.274090 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-68a414d6-484b-48de-98de-a8cd9fd0feac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.297765 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 13415417-64f1-4829-8d7e-fab65eaf1d4f up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:33.332585 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bfaac2-c659-4222-bd08-33429d03e073', 'name': 'tempest-TestVolumeBootPattern-1093007863-router', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '94e4a5bc-6766-4e8e-a40e-b73a08e57c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:29Z', 'revision_number': 4, 'project_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'gw_port': {'id': '94e4a5bc-6766-4e8e-a40e-b73a08e57c50', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bfaac2-c659-4222-bd08-33429d03e073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '13415417-64f1-4829-8d7e-fab65eaf1d4f', 'name': '', 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'mac_address': 'fa:16:3e:7e:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bfaac2-c659-4222-bd08-33429d03e073', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fd4168ea-2233-43fb-82b5-febd45b89d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:28Z', 'updated_at': '2021-10-13T04:25:32Z', 'revision_number': 4, 'project_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'subnets': [{'id': 'fd4168ea-2233-43fb-82b5-febd45b89d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:33.360996 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2c96d-e23c-4ddc-86db-7a8daf0a1498 None None] The sync data for ids ['31bfaac2-c659-4222-bd08-33429d03e073'] in dv-cinder-812751-3-iscsi is: [{'id': '31bfaac2-c659-4222-bd08-33429d03e073', 'name': 'tempest-TestVolumeBootPattern-1093007863-router', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '94e4a5bc-6766-4e8e-a40e-b73a08e57c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:29Z', 'revision_number': 4, 'project_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'gw_port': {'id': '94e4a5bc-6766-4e8e-a40e-b73a08e57c50', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bfaac2-c659-4222-bd08-33429d03e073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:26Z', 'updated_at': '2021-10-13T04:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '13415417-64f1-4829-8d7e-fab65eaf1d4f', 'name': '', 'network_id': '08d9f4da-74a1-4231-a9db-0885cebb1352', 'tenant_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'mac_address': 'fa:16:3e:7e:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bfaac2-c659-4222-bd08-33429d03e073', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fd4168ea-2233-43fb-82b5-febd45b89d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:28Z', 'updated_at': '2021-10-13T04:25:32Z', 'revision_number': 4, 'project_id': 'b643dc2d5ab44e17befe5a2c957b5c48', 'subnets': [{'id': 'fd4168ea-2233-43fb-82b5-febd45b89d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:33.367906 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.526840 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 13415417-64f1-4829-8d7e-fab65eaf1d4f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:33.527111 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.625549 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.627931 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 94e4a5bc-6766-4e8e-a40e-b73a08e57c50 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:33.679661 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 94e4a5bc-6766-4e8e-a40e-b73a08e57c50 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:33.680021 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:35.264600 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 13415417-64f1-4829-8d7e-fab65eaf1d4f up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:35.305269 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:35.321882 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 13415417-64f1-4829-8d7e-fab65eaf1d4f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:35.322227 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:35.987753 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.823871 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec880b-38a2-498b-a9d1-fb5961e85a49 req-6e9b7cb4-556c-43b4-abaa-9b1e3f2fcef5 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:41.825491 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13ec880b-38a2-498b-a9d1-fb5961e85a49 req-6e9b7cb4-556c-43b4-abaa-9b1e3f2fcef5 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 945 time: 0.0524590 Oct 13 04:25:41.864046 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13ec880b-38a2-498b-a9d1-fb5961e85a49 req-8347a200-62d7-4563-bdab-c795ec7030a3 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Oct 13 04:25:42.994312 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade48d6-6a50-4595-9b49-fda2ec271c26 req-3fc5774b-d52e-41b5-9d84-a0c04a21f8d5 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:42.995762 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fade48d6-6a50-4595-9b49-fda2ec271c26 req-3fc5774b-d52e-41b5-9d84-a0c04a21f8d5 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 945 time: 0.0501912 Oct 13 04:25:43.036708 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fade48d6-6a50-4595-9b49-fda2ec271c26 req-c19cbb8a-5789-405e-a8a7-fe26d15a054d tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322812 Oct 13 04:25:43.967850 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c646787-3a16-417e-8a12-46cbc04a43c6 req-8ccaf391-eb7b-4bc4-a921-b448fb410db6 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:43.969314 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3c646787-3a16-417e-8a12-46cbc04a43c6 req-8ccaf391-eb7b-4bc4-a921-b448fb410db6 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.45 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 945 time: 0.0590508 Oct 13 04:25:44.061857 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-3c646787-3a16-417e-8a12-46cbc04a43c6 req-daeed8e8-a264-455b-a7f4-25d3109d854a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Deleting port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:44.062634 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3c646787-3a16-417e-8a12-46cbc04a43c6 req-daeed8e8-a264-455b-a7f4-25d3109d854a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.180779 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-3c646787-3a16-417e-8a12-46cbc04a43c6 req-daeed8e8-a264-455b-a7f4-25d3109d854a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] For port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b,segment=NetworkSegment(7e89e4ac-169e-4db3-8b63-c9d8d76f17e5),segment_id=7e89e4ac-169e-4db3-8b63-c9d8d76f17e5)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:44.181036 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3c646787-3a16-417e-8a12-46cbc04a43c6 req-daeed8e8-a264-455b-a7f4-25d3109d854a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.198780 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2443a-81ec-48e3-a739-ce2438b04534 req-98cdea46-113c-4945-81e3-4e8d65e57c50 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.200258 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ecb2443a-81ec-48e3-a739-ce2438b04534 req-98cdea46-113c-4945-81e3-4e8d65e57c50 tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/ports?device_id=093c7eca-94da-41d6-b83c-8f20720c2124 HTTP/1.1" status: 200 len: 945 time: 0.0926497 Oct 13 04:25:44.204048 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-3c646787-3a16-417e-8a12-46cbc04a43c6 req-daeed8e8-a264-455b-a7f4-25d3109d854a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Calling delete_port for 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:44.288430 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ecb2443a-81ec-48e3-a739-ce2438b04534 req-fba2b4af-64aa-4f66-a651-b8c204708b6e tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68ada34-f156-4f77-8125-299ebc6c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803428 Oct 13 04:25:44.373897 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3c646787-3a16-417e-8a12-46cbc04a43c6 req-daeed8e8-a264-455b-a7f4-25d3109d854a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.386985 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:44.417516 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeed8e8-a264-455b-a7f4-25d3109d854a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Pushing event deleted for resources: {'Port': ['ID=13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:44.452394 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be60a24b-0df0-4ad1-845b-132ed7d1266f req-9466bb41-0473-4ee2-806b-d7102f4888cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873132 Oct 13 04:25:44.469075 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c646787-3a16-417e-8a12-46cbc04a43c6 req-daeed8e8-a264-455b-a7f4-25d3109d854a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] No DVR routers for this DVR port 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:44.471961 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-3c646787-3a16-417e-8a12-46cbc04a43c6 req-daeed8e8-a264-455b-a7f4-25d3109d854a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.475406 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3c646787-3a16-417e-8a12-46cbc04a43c6 req-daeed8e8-a264-455b-a7f4-25d3109d854a tempest-VolumesSnapshotTestJSON-1296409712 tempest-VolumesSnapshotTestJSON-1296409712-project] 10.222.0.45 "DELETE /v2.0/ports/13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b HTTP/1.1" status: 204 len: 173 time: 0.4996116 Oct 13 04:25:44.475831 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093c7eca-94da-41d6-b83c-8f20720c2124', 'name': 'network-vif-deleted', 'tag': '13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:44.478126 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fc4598-3cbf-42c3-bde1-3adac7ea7cb1" -d '{"events": [{"server_uuid": "093c7eca-94da-41d6-b83c-8f20720c2124", "name": "network-vif-deleted", "tag": "13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:44.525928 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffeb2797-f443-40b1-8dcb-8efe600b6182 x-openstack-request-id: req-ffeb2797-f443-40b1-8dcb-8efe600b6182 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:44.526273 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093c7eca-94da-41d6-b83c-8f20720c2124", "name": "network-vif-deleted", "tag": "13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:44.526578 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffeb2797-f443-40b1-8dcb-8efe600b6182 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:44.526992 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093c7eca-94da-41d6-b83c-8f20720c2124', 'name': 'network-vif-deleted', 'tag': '13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b', 'status': 'completed', 'code': 200} Oct 13 04:25:44.544620 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a24b-0df0-4ad1-845b-132ed7d1266f req-ed52eb0c-c2f6-4efa-a29f-2bc56a336fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.546230 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be60a24b-0df0-4ad1-845b-132ed7d1266f req-ed52eb0c-c2f6-4efa-a29f-2bc56a336fed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 1098 time: 0.0470552 Oct 13 04:25:44.662234 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a24b-0df0-4ad1-845b-132ed7d1266f req-325edd5f-a152-4334-895d-268900a93311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.663822 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be60a24b-0df0-4ad1-845b-132ed7d1266f req-325edd5f-a152-4334-895d-268900a93311 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 917 time: 0.0928357 Oct 13 04:25:44.734250 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be60a24b-0df0-4ad1-845b-132ed7d1266f req-24c51359-e7e2-4cee-becc-bbecd4bba151 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a HTTP/1.1" status: 200 len: 1001 time: 0.0626357 Oct 13 04:25:44.805736 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a24b-0df0-4ad1-845b-132ed7d1266f req-160f43ba-1bae-4565-8e51-3a4f585140cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.807189 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be60a24b-0df0-4ad1-845b-132ed7d1266f req-160f43ba-1bae-4565-8e51-3a4f585140cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.0537927 Oct 13 04:25:44.857733 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a24b-0df0-4ad1-845b-132ed7d1266f req-6d2870ea-b291-4f9a-86f3-33c051540f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.859599 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be60a24b-0df0-4ad1-845b-132ed7d1266f req-6d2870ea-b291-4f9a-86f3-33c051540f33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408313 Oct 13 04:25:44.966366 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be60a24b-0df0-4ad1-845b-132ed7d1266f req-e40664c4-58ed-4685-ba9a-32f6a2c4ee0e service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966372 Oct 13 04:25:45.064108 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-be60a24b-0df0-4ad1-845b-132ed7d1266f req-b7ee6590-81c7-4625-b14a-e6150986030b service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853796 Oct 13 04:25:50.282637 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:50.306676 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:50.307010 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 13e9a5b6-1fe7-42c6-84ed-1a4c1ef0bf3b not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:59.788025 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b162f6f6-97b3-40f8-8634-966b184e3bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.245431 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:26:02.369742 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-597a09f4-5c83-4035-b859-0c278376194f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:03.371431 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:03.626073 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:05.296129 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:06.007040 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:08.112153 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-e2c8234e-fac9-405f-b132-132569bf4d10 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70120880&fields=id&tenant_id=8215b3ac605f4c6ab2b0c473f2de2930 HTTP/1.1" status: 200 len: 267 time: 0.0393875 Oct 13 04:26:08.226094 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-fa8905d9-3ecb-4b7e-9dd9-e05472585e8c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:08.227570 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-fa8905d9-3ecb-4b7e-9dd9-e05472585e8c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 812 time: 0.1086247 Oct 13 04:26:08.242297 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-f7b99100-b64b-41ae-8319-519d2b62449d tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/quotas/8215b3ac605f4c6ab2b0c473f2de2930 HTTP/1.1" status: 200 len: 375 time: 0.0090132 Oct 13 04:26:08.294633 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-1394cc74-6a0a-49bf-affa-25e379b76b05 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451696 Oct 13 04:26:08.392657 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-a718bcde-f202-45fa-bb4a-7dce3fd877c4 service neutron] 10.222.0.55 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870166 Oct 13 04:26:08.486156 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-8cf3f2cf-9075-4633-a7f6-8fffd00dc227 service neutron] 10.222.0.55 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841868 Oct 13 04:26:08.786043 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cfeb7f4d-0e60-4d77-a7c3-f5e056ad1b43 req-804fe6e8-e51a-4a04-abe2-61a1d15b3df0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 210 time: 0.0309584 Oct 13 04:26:09.885870 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-84de3fa6-aa98-4068-b7d1-9485801375ea req-d8dd47f8-3736-4926-a20e-60401851b933 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 210 time: 0.0290689 Oct 13 04:26:09.989173 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-9334b7a8-9a9c-48e3-8c2f-0b3ed4f6ebe5 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:09.990421 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-9334b7a8-9a9c-48e3-8c2f-0b3ed4f6ebe5 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 812 time: 0.1073864 Oct 13 04:26:10.040875 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-ea0a1720-90ed-485a-91e2-f7cda259cf88 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8215b3ac605f4c6ab2b0c473f2de2930 HTTP/1.1" status: 200 len: 378 time: 0.0399930 Oct 13 04:26:10.050333 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Request body: {'port': {'device_id': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'admin_state_up': True, 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'security_groups': ['fc1f92da-0923-4e2f-8b93-75619fd520ce']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:10.162214 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Made reservation on behalf of 8215b3ac605f4c6ab2b0c473f2de2930 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:10.165808 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:10.293968 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Allocated IP 172.20.0.11 (f2425230-f9f9-4ed2-8964-6d1938379dee/6be3ed3f-7562-451d-ab93-892a56866318/cbed6222-da96-4eeb-bab7-65423ecde122) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:10.444362 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:10.487361 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:10.531879 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Network f2425230-f9f9-4ed2-8964-6d1938379dee is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:10.535147 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:10.539190 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:10.562947 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'Port': ['ID=cbed6222-da96-4eeb-bab7-65423ecde122,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:10.576789 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.577124 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.577450 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.577801 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.578158 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.578645 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.578842 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.579094 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.579372 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.579751 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.580059 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.580376 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.606968 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:10.607572 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:10.625434 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-2db0aecf-c63b-43a8-b74f-25d32bf4c958 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5786836 Oct 13 04:26:10.638589 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Request body: {'port': {'device_id': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:10.696693 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:10.735897 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-28e220e1-672e-4955-a422-71f851caf513 None None] Provisioning complete for port cbed6222-da96-4eeb-bab7-65423ecde122 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:10.736555 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-28e220e1-672e-4955-a422-71f851caf513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:10.769760 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-28e220e1-672e-4955-a422-71f851caf513 None None] Port cbed6222-da96-4eeb-bab7-65423ecde122 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:10.965023 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbed6222-da96-4eeb-bab7-65423ecde122 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:10.994747 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.011040 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Transition to ACTIVE for port object cbed6222-da96-4eeb-bab7-65423ecde122 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:26:11.019307 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.032195 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8197d4f-0a84-42b2-9948-2d2895357223 req-f04cb9be-b812-496e-8be5-3bf6b31b2d37 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:11.033741 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8197d4f-0a84-42b2-9948-2d2895357223 req-f04cb9be-b812-496e-8be5-3bf6b31b2d37 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 932 time: 0.0731981 Oct 13 04:26:11.097263 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Pushing event updated for resources: {'Port': ['ID=cbed6222-da96-4eeb-bab7-65423ecde122,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:11.117789 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f8197d4f-0a84-42b2-9948-2d2895357223 req-d5d4eeec-cbab-4dac-901e-853038788681 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650921 Oct 13 04:26:11.192710 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Attempting to bind port cbed6222-da96-4eeb-bab7-65423ecde122 on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:11.193035 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Attempting to bind port cbed6222-da96-4eeb-bab7-65423ecde122 by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:11.193354 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Attempting to bind port cbed6222-da96-4eeb-bab7-65423ecde122 on network f2425230-f9f9-4ed2-8964-6d1938379dee {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:11.201505 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Port cbed6222-da96-4eeb-bab7-65423ecde122 on network f2425230-f9f9-4ed2-8964-6d1938379dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:26:11.201865 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Attempting to bind port cbed6222-da96-4eeb-bab7-65423ecde122 on network f2425230-f9f9-4ed2-8964-6d1938379dee {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:11.207716 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:11.208130 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Checking segment: {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:11.208565 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Bound using segment: {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:11.209100 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Bound port: cbed6222-da96-4eeb-bab7-65423ecde122, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:11.209510 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.277698 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] For port cbed6222-da96-4eeb-bab7-65423ecde122, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:11.280750 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] For port cbed6222-da96-4eeb-bab7-65423ecde122, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=cbed6222-da96-4eeb-bab7-65423ecde122,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:11.284535 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.329718 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:11.330323 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.331754 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] 10.222.0.45 "PUT /v2.0/ports/cbed6222-da96-4eeb-bab7-65423ecde122 HTTP/1.1" status: 200 len: 1094 time: 0.6977601 Oct 13 04:26:11.332102 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'tag': 'cbed6222-da96-4eeb-bab7-65423ecde122'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:11.334410 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d0cdcf-38a0-47ce-a684-55090421e6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d26bf0b5-5228-42aa-89d4-3965eebb821b", "tag": "cbed6222-da96-4eeb-bab7-65423ecde122"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:11.360506 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e45171-d20b-4ef3-bc5b-ed7f6067ed4d service neutron] Pushing event updated for resources: {'Port': ['ID=cbed6222-da96-4eeb-bab7-65423ecde122,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:11.384984 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a3b9a4-98f5-4ceb-ac74-9326616fec8b x-openstack-request-id: req-d2a3b9a4-98f5-4ceb-ac74-9326616fec8b {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:11.385259 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26bf0b5-5228-42aa-89d4-3965eebb821b", "tag": "cbed6222-da96-4eeb-bab7-65423ecde122", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:11.385496 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2a3b9a4-98f5-4ceb-ac74-9326616fec8b {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:11.385904 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'tag': 'cbed6222-da96-4eeb-bab7-65423ecde122', 'status': 'completed', 'code': 200} Oct 13 04:26:11.420103 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-ffb88b3a-3699-4825-b5db-51a701976083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:11.421632 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-ffb88b3a-3699-4825-b5db-51a701976083 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 1097 time: 0.0462599 Oct 13 04:26:11.466210 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-d9b3b305-af92-4389-9491-95d0f1c229a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbed6222-da96-4eeb-bab7-65423ecde122 HTTP/1.1" status: 200 len: 217 time: 0.0363891 Oct 13 04:26:11.529150 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-db8d8695-6231-4420-ac05-a279625f26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:11.530693 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-db8d8695-6231-4420-ac05-a279625f26d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0579309 Oct 13 04:26:11.579896 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-969f4a0a-efb6-45d7-b3af-bc55bae9dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:11.582009 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-969f4a0a-efb6-45d7-b3af-bc55bae9dfda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419633 Oct 13 04:26:11.691430 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-805509db-ee5f-4fc0-8ada-47f07404d3bc service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971491 Oct 13 04:26:11.783235 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0fc5977d-cbce-4d9e-8216-9e517dac7436 req-088d9572-9964-499a-90ca-2d1f809b282b service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841370 Oct 13 04:26:11.880589 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0cdcf-38a0-47ce-a684-55090421e6b7 req-3f6803c6-3ca9-49f7-9b1d-307883fcc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:11.882035 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43d0cdcf-38a0-47ce-a684-55090421e6b7 req-3f6803c6-3ca9-49f7-9b1d-307883fcc7a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 1097 time: 0.0414727 Oct 13 04:26:12.251528 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0cdcf-38a0-47ce-a684-55090421e6b7 req-24e25bbd-03a7-4baa-b5d1-78568c9237e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:12.252984 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43d0cdcf-38a0-47ce-a684-55090421e6b7 req-24e25bbd-03a7-4baa-b5d1-78568c9237e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 913 time: 0.3641503 Oct 13 04:26:12.265656 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ac4c9-1a1f-4830-bb6f-c05f49dc7cc1 req-fd5ecda7-7449-4597-af5f-7cb1206ae60b tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:12.267101 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f18ac4c9-1a1f-4830-bb6f-c05f49dc7cc1 req-fd5ecda7-7449-4597-af5f-7cb1206ae60b tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 944 time: 0.0752583 Oct 13 04:26:12.311410 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43d0cdcf-38a0-47ce-a684-55090421e6b7 req-2dd7b4bd-0575-4ab2-9612-b2df9fd49ccd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbed6222-da96-4eeb-bab7-65423ecde122 HTTP/1.1" status: 200 len: 217 time: 0.0433991 Oct 13 04:26:12.367685 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f18ac4c9-1a1f-4830-bb6f-c05f49dc7cc1 req-2d6f1b3f-e3f7-4ba4-adf7-7465453890be tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943892 Oct 13 04:26:12.383862 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0cdcf-38a0-47ce-a684-55090421e6b7 req-a9b9a58b-100c-498b-a4e3-d3a0050305c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:12.385382 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43d0cdcf-38a0-47ce-a684-55090421e6b7 req-a9b9a58b-100c-498b-a4e3-d3a0050305c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0666225 Oct 13 04:26:12.433147 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0cdcf-38a0-47ce-a684-55090421e6b7 req-d1da3fab-e948-49d4-a456-a934a257310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:12.434716 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43d0cdcf-38a0-47ce-a684-55090421e6b7 req-d1da3fab-e948-49d4-a456-a934a257310f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413725 Oct 13 04:26:12.531496 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43d0cdcf-38a0-47ce-a684-55090421e6b7 req-8b2f7349-86ed-4ac5-b714-a976b27b46dc service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884123 Oct 13 04:26:12.624992 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43d0cdcf-38a0-47ce-a684-55090421e6b7 req-a8e8ce40-b890-49f0-bcbe-d872240bfae7 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870280 Oct 13 04:26:13.504533 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff30d1-9bb8-4a24-9de9-25bd40aa3b65 req-5066b627-c4d2-4b0b-a5f2-55874e1c0521 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:13.505923 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9fff30d1-9bb8-4a24-9de9-25bd40aa3b65 req-5066b627-c4d2-4b0b-a5f2-55874e1c0521 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 944 time: 0.0599234 Oct 13 04:26:13.545205 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9fff30d1-9bb8-4a24-9de9-25bd40aa3b65 req-728e1ef2-f5b2-4036-b412-b27a304de7de tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331998 Oct 13 04:26:14.668957 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71e766-9a99-4f93-903e-38766a56d769 req-4a397218-7fd3-46cc-99ab-f9add7edbf33 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:14.670449 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7c71e766-9a99-4f93-903e-38766a56d769 req-4a397218-7fd3-46cc-99ab-f9add7edbf33 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 944 time: 0.0530231 Oct 13 04:26:14.708295 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7c71e766-9a99-4f93-903e-38766a56d769 req-3254bff7-29f2-4f3b-9ebe-a316caab5e86 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316396 Oct 13 04:26:14.732325 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48820) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:14.777573 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Deleting subnet e678e946-1dd6-4647-90d8-47a0afb34e0e {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:26:14.781193 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.818945 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5027193'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.860612 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.914385 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7706112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274318'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.939259 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e678e946-1dd6-4647-90d8-47a0afb34e0e,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:14.943653 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.949297 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e678e946-1dd6-4647-90d8-47a0afb34e0e HTTP/1.1" status: 204 len: 168 time: 0.2157969 Oct 13 04:26:14.949527 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 48826) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:14.955969 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:14.956424 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:14.956865 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:14.957091 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:14.957425 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:14.957869 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:14.958199 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:14.958532 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:14.958846 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:14.959190 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:14.959505 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:14.959818 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a82f0-0776-4e7a-b191-e8f9e09129f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:15.017062 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.098498 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.119501 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bb1f41-1bb3-4e4f-857c-6817089c3add']}} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:15.129470 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e89e4ac-169e-4db3-8b63-c9d8d76f17e5') {'for_net_delete': True} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:15.129820 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e89e4ac-169e-4db3-8b63-c9d8d76f17e5') {} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:15.139339 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5844796'] for segment, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.153206 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.159588 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:26:15.159976 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6780530'] for segment, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: Traceback (most recent call last): Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: timer() Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: cb(*args, **kw) Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: return func(*args, **kwargs) Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: self._notify() Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: self.callback(batched_events) Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: event.method(event) Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: return f(self, *a, **k) Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: return self._get(url).json() Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: return self.request(url, 'GET', **kwargs) Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:26:15.161648 dv-cinder-812751-3-iscsi neutron-server[94021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:26:15.214188 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.221361 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.227036 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a8bb1f41-1bb3-4e4f-857c-6817089c3add HTTP/1.1" status: 204 len: 168 time: 0.2739356 Oct 13 04:26:15.234389 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095e228-091d-4b1d-befc-f3b282e8f8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8bb1f41-1bb3-4e4f-857c-6817089c3add,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:15.392872 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 48830) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:15.437813 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-fe889304-18a4-4768-aff7-6e47b29342ac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad9e3664217546579b7f55d3081e6eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437653 Oct 13 04:26:15.440552 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 48832) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:15.495600 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-103bc77a-04d2-487c-9c39-5979cb3f6a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.517947 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-103bc77a-04d2-487c-9c39-5979cb3f6a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.572368 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-103bc77a-04d2-487c-9c39-5979cb3f6a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.575360 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-103bc77a-04d2-487c-9c39-5979cb3f6a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.576569 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-103bc77a-04d2-487c-9c39-5979cb3f6a53 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a68ada34-f156-4f77-8125-299ebc6c5c7f HTTP/1.1" status: 204 len: 168 time: 0.1350186 Oct 13 04:26:15.584624 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bc77a-04d2-487c-9c39-5979cb3f6a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68ada34-f156-4f77-8125-299ebc6c5c7f,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:15.837851 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01a03d-9870-4e6f-a42b-ea22e765918e req-aa720c41-657b-46dd-abee-a54f56b98b52 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:15.839484 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ce01a03d-9870-4e6f-a42b-ea22e765918e req-aa720c41-657b-46dd-abee-a54f56b98b52 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 944 time: 0.0536211 Oct 13 04:26:15.882399 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ce01a03d-9870-4e6f-a42b-ea22e765918e req-891fcfcf-6b82-4253-9d9c-4e79ad46fd82 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365846 Oct 13 04:26:17.007776 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280d9ce-884f-4b24-a717-02e3aca0e2ef req-d1354c12-5084-4c53-9a83-6acd88f98edd tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:17.009207 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8280d9ce-884f-4b24-a717-02e3aca0e2ef req-d1354c12-5084-4c53-9a83-6acd88f98edd tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 944 time: 0.0514164 Oct 13 04:26:17.050987 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8280d9ce-884f-4b24-a717-02e3aca0e2ef req-75e719c0-1c44-4cfc-9847-40f4c26935e0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332530 Oct 13 04:26:18.181403 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f669e-64cb-4af1-ba0d-9255a8827ebc req-112581fd-299c-4b55-88f5-0baa05a4f42f tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:18.182905 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-323f669e-64cb-4af1-ba0d-9255a8827ebc req-112581fd-299c-4b55-88f5-0baa05a4f42f tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 944 time: 0.0543993 Oct 13 04:26:18.220747 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-323f669e-64cb-4af1-ba0d-9255a8827ebc req-569b5e29-c03d-48a3-9805-ab203c5033b2 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317547 Oct 13 04:26:19.346757 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed6f2-fb48-4e75-bcc3-eabea8fd4e7e req-a35c1960-e7ba-44d7-8dbb-711d4458e7f2 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:19.348227 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-daeed6f2-fb48-4e75-bcc3-eabea8fd4e7e req-a35c1960-e7ba-44d7-8dbb-711d4458e7f2 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 944 time: 0.0502241 Oct 13 04:26:19.387166 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-daeed6f2-fb48-4e75-bcc3-eabea8fd4e7e req-a07bf1f7-2640-428b-8e93-9a9e2cbd4032 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328820 Oct 13 04:26:20.379012 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device cbed6222-da96-4eeb-bab7-65423ecde122 details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:20.484492 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port cbed6222-da96-4eeb-bab7-65423ecde122, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=cbed6222-da96-4eeb-bab7-65423ecde122,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:20.495945 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': 'cbed6222-da96-4eeb-bab7-65423ecde122', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'port_id': 'cbed6222-da96-4eeb-bab7-65423ecde122', 'mac_address': 'fa:16:3e:5d:51:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:20.504485 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c244d3-04ad-48ec-8665-51a2f1d7bd23 req-abc3d287-df5d-4458-a974-95dd8112b45c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:20.505977 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d4c244d3-04ad-48ec-8665-51a2f1d7bd23 req-abc3d287-df5d-4458-a974-95dd8112b45c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 944 time: 0.0510886 Oct 13 04:26:20.532682 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.544900 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d4c244d3-04ad-48ec-8665-51a2f1d7bd23 req-11580246-b864-44af-97d7-28dc03cb3312 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327713 Oct 13 04:26:20.545109 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbed6222-da96-4eeb-bab7-65423ecde122 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:20.565135 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port cbed6222-da96-4eeb-bab7-65423ecde122, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=cbed6222-da96-4eeb-bab7-65423ecde122,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:20.571641 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.616330 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=cbed6222-da96-4eeb-bab7-65423ecde122,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:20.623360 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.623694 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.624024 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.624344 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.624671 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.624984 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.625299 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.625644 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.626003 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.626321 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.626617 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.626952 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.928676 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['cbed6222-da96-4eeb-bab7-65423ecde122'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:21.673813 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae3e22-97c8-4088-aa2a-efa8c684dfec req-f6e69181-295a-4e71-855c-0fdca4e073e8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:21.675245 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d5ae3e22-97c8-4088-aa2a-efa8c684dfec req-f6e69181-295a-4e71-855c-0fdca4e073e8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 945 time: 0.0556409 Oct 13 04:26:21.721202 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d5ae3e22-97c8-4088-aa2a-efa8c684dfec req-03db0d20-9ce6-4af6-81a5-054e1b163da0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399640 Oct 13 04:26:22.405132 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device cbed6222-da96-4eeb-bab7-65423ecde122 up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:22.472927 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port cbed6222-da96-4eeb-bab7-65423ecde122 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:26:22.476693 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port cbed6222-da96-4eeb-bab7-65423ecde122 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:22.477057 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.553468 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.575623 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbed6222-da96-4eeb-bab7-65423ecde122'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:22.577930 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb65c68-fa31-426b-9c39-6ee0af0048a3" -d '{"events": [{"server_uuid": "d26bf0b5-5228-42aa-89d4-3965eebb821b", "name": "network-vif-plugged", "status": "completed", "tag": "cbed6222-da96-4eeb-bab7-65423ecde122"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:22.590330 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port cbed6222-da96-4eeb-bab7-65423ecde122, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=cbed6222-da96-4eeb-bab7-65423ecde122,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:22.595923 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.619049 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae29f82-0d55-410e-b0e6-0f330b848bef x-openstack-request-id: req-6ae29f82-0d55-410e-b0e6-0f330b848bef {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:22.619326 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26bf0b5-5228-42aa-89d4-3965eebb821b", "name": "network-vif-plugged", "status": "completed", "tag": "cbed6222-da96-4eeb-bab7-65423ecde122", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:22.619571 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ae29f82-0d55-410e-b0e6-0f330b848bef {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:22.619949 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbed6222-da96-4eeb-bab7-65423ecde122', 'code': 200} Oct 13 04:26:22.645925 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=cbed6222-da96-4eeb-bab7-65423ecde122,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:22.836859 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5aba8-5e51-4a83-b3ce-f1602a254bfa req-8d496d99-361e-4f44-8a37-49625cb19490 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:22.838346 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30d5aba8-5e51-4a83-b3ce-f1602a254bfa req-8d496d99-361e-4f44-8a37-49625cb19490 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 946 time: 0.0490565 Oct 13 04:26:22.903275 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30d5aba8-5e51-4a83-b3ce-f1602a254bfa req-c97a798c-7f5b-4e89-85cf-e5909feff8f6 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555310 Oct 13 04:26:22.911035 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd82a3e-13d4-463b-960d-8265d6b96e0e req-022dcef8-e8f6-4add-9c25-7ee8dcdb3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:22.912426 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9fd82a3e-13d4-463b-960d-8265d6b96e0e req-022dcef8-e8f6-4add-9c25-7ee8dcdb3a90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 1099 time: 0.0589237 Oct 13 04:26:22.948498 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9fd82a3e-13d4-463b-960d-8265d6b96e0e req-447ac0b2-09f3-4be4-98d6-b2599624e1d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275042 Oct 13 04:26:24.044447 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cfd0b-bb01-4ff0-ac84-763ab90f21f1 req-6336a990-56a5-48e4-8127-e1d2c0d529a3 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:24.045907 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a54cfd0b-bb01-4ff0-ac84-763ab90f21f1 req-6336a990-56a5-48e4-8127-e1d2c0d529a3 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 946 time: 0.0607953 Oct 13 04:26:24.087187 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a54cfd0b-bb01-4ff0-ac84-763ab90f21f1 req-f12fec59-3382-4084-9308-85d98ccce7da tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324578 Oct 13 04:26:25.217797 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9ac08-b84f-4a30-be84-e5577abeddc8 req-ccc39824-95a7-4751-a36e-07320f6334de tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:25.219250 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2e9ac08-b84f-4a30-be84-e5577abeddc8 req-ccc39824-95a7-4751-a36e-07320f6334de tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 946 time: 0.0504568 Oct 13 04:26:25.260105 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b2e9ac08-b84f-4a30-be84-e5577abeddc8 req-598870ec-42bb-4e16-bee9-96466c9c319b tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322487 Oct 13 04:26:25.394212 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b6283-1dc8-4b8a-966d-d9e76feb401b req-800ee90f-0ff7-4b1e-8fae-a21e6c336e0c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:25.395583 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-484b6283-1dc8-4b8a-966d-d9e76feb401b req-800ee90f-0ff7-4b1e-8fae-a21e6c336e0c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 946 time: 0.0559397 Oct 13 04:26:25.437319 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-484b6283-1dc8-4b8a-966d-d9e76feb401b req-e85eddba-4653-4dbb-bd7c-a3f5a13ba52d tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326793 Oct 13 04:26:25.459603 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 48894) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:25.699598 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caf84a4-32a0-423f-82ed-479daa9077a8 tempest-TestVolumeBootPattern-10591246 tempest-TestVolumeBootPattern-10591246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:25.701072 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1caf84a4-32a0-423f-82ed-479daa9077a8 tempest-TestVolumeBootPattern-10591246 tempest-TestVolumeBootPattern-10591246-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 1094 time: 0.2405193 Oct 13 04:26:25.705389 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 48898) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:25.709759 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Request body: {'floatingip': {'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'port_id': 'cbed6222-da96-4eeb-bab7-65423ecde122', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:25.736321 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for floatingip, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.836783 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.944005 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Allocated IP 172.27.2.240 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/13cfcd4b-0124-4930-9992-de752cfedae4) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:26.056823 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.091525 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.128744 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:26.133404 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:26.136775 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:26.164319 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'Port': ['ID=13cfcd4b-0124-4930-9992-de752cfedae4,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:26.489486 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.558913 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.708644 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.715503 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.777584 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'Port': ['ID=13cfcd4b-0124-4930-9992-de752cfedae4,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:26.791190 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.889471 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.l3_db [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Floating IP 06c2bcf9-12cb-498f-aaf9-d5f80e3353bf associated. External IP: 172.27.2.240, port: cbed6222-da96-4eeb-bab7-65423ecde122. Oct 13 04:26:27.095511 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:27.202000 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:27.211787 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac5e844-1075-4276-ab04-6aa02d594a1c None None] Sync routers for ids ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:27.222186 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.225820 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac5e844-1075-4276-ab04-6aa02d594a1c None None] Routers {'e4bea47d-b689-4c65-80aa-4dbc421c7fe9'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:27.225820 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-eac5e844-1075-4276-ab04-6aa02d594a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:26:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:27.249505 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-56b21991-f7f8-4f55-a734-d5237a4be7c0 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5431368 Oct 13 04:26:27.250179 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'tag': 'cbed6222-da96-4eeb-bab7-65423ecde122'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:27.252520 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea816051-e556-44d5-8282-57a8bb197768" -d '{"events": [{"name": "network-changed", "server_uuid": "d26bf0b5-5228-42aa-89d4-3965eebb821b", "tag": "cbed6222-da96-4eeb-bab7-65423ecde122"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:27.288625 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c489e3-62d4-466f-a421-71112d634621 x-openstack-request-id: req-81c489e3-62d4-466f-a421-71112d634621 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:27.288905 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26bf0b5-5228-42aa-89d4-3965eebb821b", "tag": "cbed6222-da96-4eeb-bab7-65423ecde122", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:27.289147 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81c489e3-62d4-466f-a421-71112d634621 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:27.289546 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'tag': 'cbed6222-da96-4eeb-bab7-65423ecde122', 'status': 'completed', 'code': 200} Oct 13 04:26:27.340569 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-eac5e844-1075-4276-ab04-6aa02d594a1c None None] Set router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:27.368053 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea816051-e556-44d5-8282-57a8bb197768 req-969463d0-cb26-41aa-962a-999de272a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:27.369637 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea816051-e556-44d5-8282-57a8bb197768 req-969463d0-cb26-41aa-962a-999de272a0cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 1099 time: 0.0432944 Oct 13 04:26:27.470571 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea816051-e556-44d5-8282-57a8bb197768 req-6d2c6ae9-338a-421b-93df-58eb2add0bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:27.472061 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea816051-e556-44d5-8282-57a8bb197768 req-6d2c6ae9-338a-421b-93df-58eb2add0bd5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 913 time: 0.0950212 Oct 13 04:26:27.539133 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea816051-e556-44d5-8282-57a8bb197768 req-136cf4fa-78e8-4474-9360-29ca35fc0779 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbed6222-da96-4eeb-bab7-65423ecde122 HTTP/1.1" status: 200 len: 1000 time: 0.0575767 Oct 13 04:26:27.568798 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-eac5e844-1075-4276-ab04-6aa02d594a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '06c2bcf9-12cb-498f-aaf9-d5f80e3353bf', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'port_id': 'cbed6222-da96-4eeb-bab7-65423ecde122', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'mac_address': 'fa:16:3e:5d:51:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:26:26Z', 'updated_at': '2021-10-13T04:26:26Z', 'revision_number': 0, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fd8c8e-bdb4-4109-bde1-29e99623c4e8', 'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'mac_address': 'fa:16:3e:b6:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:23Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 5, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'subnets': [{'id': '6be3ed3f-7562-451d-ab93-892a56866318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:27.592433 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea816051-e556-44d5-8282-57a8bb197768 req-0476b76d-4e55-4124-9a0e-faa17decbae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:27.593848 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea816051-e556-44d5-8282-57a8bb197768 req-0476b76d-4e55-4124-9a0e-faa17decbae1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0471637 Oct 13 04:26:27.594098 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac5e844-1075-4276-ab04-6aa02d594a1c None None] Checking router: e4bea47d-b689-4c65-80aa-4dbc421c7fe9 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:27.602806 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac5e844-1075-4276-ab04-6aa02d594a1c None None] Routers {'e4bea47d-b689-4c65-80aa-4dbc421c7fe9'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:27.603395 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-eac5e844-1075-4276-ab04-6aa02d594a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:26:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:27.641080 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea816051-e556-44d5-8282-57a8bb197768 req-6a439b7c-157a-4727-b15c-09c9f0971737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:27.642619 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea816051-e556-44d5-8282-57a8bb197768 req-6a439b7c-157a-4727-b15c-09c9f0971737 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406473 Oct 13 04:26:27.706762 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-eac5e844-1075-4276-ab04-6aa02d594a1c None None] Set router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:27.740324 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea816051-e556-44d5-8282-57a8bb197768 req-3da20e4f-bca9-4d51-b542-d00d6203b5ef service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896044 Oct 13 04:26:27.837089 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea816051-e556-44d5-8282-57a8bb197768 req-4b7dff03-1f51-4dbb-8674-d28a01a31235 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858550 Oct 13 04:26:27.936632 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-eac5e844-1075-4276-ab04-6aa02d594a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '06c2bcf9-12cb-498f-aaf9-d5f80e3353bf', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'port_id': 'cbed6222-da96-4eeb-bab7-65423ecde122', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'mac_address': 'fa:16:3e:5d:51:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:26:26Z', 'updated_at': '2021-10-13T04:26:26Z', 'revision_number': 0, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fd8c8e-bdb4-4109-bde1-29e99623c4e8', 'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'mac_address': 'fa:16:3e:b6:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:23Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 5, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'subnets': [{'id': '6be3ed3f-7562-451d-ab93-892a56866318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:27.961474 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac5e844-1075-4276-ab04-6aa02d594a1c None None] The sync data for ids ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'] in dv-cinder-812751-3-iscsi is: [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '06c2bcf9-12cb-498f-aaf9-d5f80e3353bf', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'port_id': 'cbed6222-da96-4eeb-bab7-65423ecde122', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'mac_address': 'fa:16:3e:5d:51:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:26:26Z', 'updated_at': '2021-10-13T04:26:26Z', 'revision_number': 0, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fd8c8e-bdb4-4109-bde1-29e99623c4e8', 'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'mac_address': 'fa:16:3e:b6:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:23Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 5, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'subnets': [{'id': '6be3ed3f-7562-451d-ab93-892a56866318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:28.275990 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecdc3b2-1cd8-4a5d-95c9-e33a67cde188 None None] New status for floating IP 06c2bcf9-12cb-498f-aaf9-d5f80e3353bf: ACTIVE {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:26:29.794379 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cdb4e7e9-2b64-4d60-ac2f-ec8aac54094e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.375627 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-22cd35ce-34fa-4c2c-b591-8ad44407b5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.370931 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.613925 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.291360 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.996808 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:37.244421 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:26:37.530593 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4fab3-fc58-4c11-abf2-779f334d65ed req-46a6de25-e91a-460e-9073-06e2f5999a40 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:37.532054 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43c4fab3-fc58-4c11-abf2-779f334d65ed req-46a6de25-e91a-460e-9073-06e2f5999a40 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0498259 Oct 13 04:26:37.569372 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-43c4fab3-fc58-4c11-abf2-779f334d65ed req-be42b49c-fee2-4dc1-9623-48353c37f6d7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312023 Oct 13 04:26:38.698030 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f8745-231b-4d3b-b72c-a4216dcd53ee req-a688b564-44fd-4f91-b5d1-c99e944903d6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:38.699535 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-827f8745-231b-4d3b-b72c-a4216dcd53ee req-a688b564-44fd-4f91-b5d1-c99e944903d6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0537536 Oct 13 04:26:38.740218 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-827f8745-231b-4d3b-b72c-a4216dcd53ee req-f55ca2b0-2a21-4e62-a7f7-e6913a716988 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347311 Oct 13 04:26:39.881134 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94d643-b75a-4d42-a26a-cf44953adbea req-d7e40cbb-e72b-4bed-9697-9fc5acf6a7c2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:39.882520 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f94d643-b75a-4d42-a26a-cf44953adbea req-d7e40cbb-e72b-4bed-9697-9fc5acf6a7c2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0537219 Oct 13 04:26:39.924318 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4f94d643-b75a-4d42-a26a-cf44953adbea req-a177f49a-aa03-4bac-852a-1f4b14c6d7d7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329831 Oct 13 04:26:41.051039 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de4e32-2556-495a-ae22-7e7c3f450348 req-ad58643f-afd7-407f-ae6c-68668f9ad9d2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:41.052495 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-98de4e32-2556-495a-ae22-7e7c3f450348 req-ad58643f-afd7-407f-ae6c-68668f9ad9d2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0527987 Oct 13 04:26:41.091832 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-98de4e32-2556-495a-ae22-7e7c3f450348 req-c1ff77a2-fe9d-4989-a519-6615aa8da8f1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333765 Oct 13 04:26:42.215024 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c209a-2df1-4a4f-8b2d-7fbe4264db0a req-0ae4a1df-2b18-4f0c-9f10-7d74858631d0 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:42.216478 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea2c209a-2df1-4a4f-8b2d-7fbe4264db0a req-0ae4a1df-2b18-4f0c-9f10-7d74858631d0 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0530536 Oct 13 04:26:42.256303 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ea2c209a-2df1-4a4f-8b2d-7fbe4264db0a req-127ea68b-e466-47d5-8ab7-87c9721af692 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314665 Oct 13 04:26:43.392555 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d85ecc-dda3-4ee8-8f9f-89896f44ec06 req-3e620465-5a18-4370-a3e4-193252f6880e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:43.394056 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-45d85ecc-dda3-4ee8-8f9f-89896f44ec06 req-3e620465-5a18-4370-a3e4-193252f6880e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0663400 Oct 13 04:26:43.436222 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-45d85ecc-dda3-4ee8-8f9f-89896f44ec06 req-e53b20d1-fbf8-46b2-8e6f-3a7b6743ef45 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323966 Oct 13 04:26:44.570692 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd21f9-2ad0-45a5-8aa1-46c526a4b480 req-f7af447d-f583-4b82-a64b-5982b24c52a2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:44.572237 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b4fd21f9-2ad0-45a5-8aa1-46c526a4b480 req-f7af447d-f583-4b82-a64b-5982b24c52a2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0533788 Oct 13 04:26:44.609903 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b4fd21f9-2ad0-45a5-8aa1-46c526a4b480 req-7f9b8b2a-7885-46b0-b6ab-223319833f65 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316718 Oct 13 04:26:45.402919 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13708b09-7b7b-4988-95f4-b6d0b0f04caf req-8191b67d-d9a2-43ae-b4bf-26f60a61f206 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441897 Oct 13 04:26:45.476501 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708b09-7b7b-4988-95f4-b6d0b0f04caf req-e73ec537-56c1-411b-aceb-2f363673598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:45.477980 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13708b09-7b7b-4988-95f4-b6d0b0f04caf req-e73ec537-56c1-411b-aceb-2f363673598d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2312bd342e040f1ade7109084831451&device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 1099 time: 0.0471554 Oct 13 04:26:45.589778 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708b09-7b7b-4988-95f4-b6d0b0f04caf req-485eb730-9830-4413-9ef9-bb49474a1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:45.591252 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13708b09-7b7b-4988-95f4-b6d0b0f04caf req-485eb730-9830-4413-9ef9-bb49474a1d17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 200 len: 912 time: 0.0882797 Oct 13 04:26:45.661715 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13708b09-7b7b-4988-95f4-b6d0b0f04caf req-4fd74793-373c-49d8-ab91-d07c0ed77f60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df66c66a-642c-4bce-9c38-ff454176b333 HTTP/1.1" status: 200 len: 1001 time: 0.0630643 Oct 13 04:26:45.739262 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708b09-7b7b-4988-95f4-b6d0b0f04caf req-3e3bb5ea-904e-4934-aa1f-b5cb3bc1d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:45.740711 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13708b09-7b7b-4988-95f4-b6d0b0f04caf req-3e3bb5ea-904e-4934-aa1f-b5cb3bc1d3e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6dbfe87-28d4-404e-af44-2da5626525e4 HTTP/1.1" status: 200 len: 850 time: 0.0713651 Oct 13 04:26:45.757704 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da48ffc-e0cb-4a27-8216-24ba8ef21943 req-4cebf3f8-6ce2-49c7-a781-1f3ac3f91aff tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:45.759023 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5da48ffc-e0cb-4a27-8216-24ba8ef21943 req-4cebf3f8-6ce2-49c7-a781-1f3ac3f91aff tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0641465 Oct 13 04:26:45.817227 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5da48ffc-e0cb-4a27-8216-24ba8ef21943 req-5a3a5df9-57bd-42de-bf47-1078eae7930e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511818 Oct 13 04:26:45.821840 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708b09-7b7b-4988-95f4-b6d0b0f04caf req-1830e029-e20b-4952-820b-996eb60b4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:45.823212 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13708b09-7b7b-4988-95f4-b6d0b0f04caf req-1830e029-e20b-4952-820b-996eb60b4069 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731850 Oct 13 04:26:45.922304 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13708b09-7b7b-4988-95f4-b6d0b0f04caf req-b5312a4c-bc79-4a74-b128-1ad1947f436c service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893922 Oct 13 04:26:46.012615 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-13708b09-7b7b-4988-95f4-b6d0b0f04caf req-71102033-babe-4afd-9bfe-0b5c7a03c37b service neutron] 10.222.0.45 "GET /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826111 Oct 13 04:26:46.953232 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801aee8-afb0-49ad-b524-322ce64e955d req-eef96e94-e953-4850-b50f-bb26290b0b19 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:46.954712 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1801aee8-afb0-49ad-b524-322ce64e955d req-eef96e94-e953-4850-b50f-bb26290b0b19 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0602875 Oct 13 04:26:46.996124 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1801aee8-afb0-49ad-b524-322ce64e955d req-da298fc8-7013-4e10-bb9f-48537f940800 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329623 Oct 13 04:26:48.387197 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57954dfa-cb44-4fbf-a6a7-3b11036070d4 req-5acaea19-7299-407a-82d3-243f4fe27538 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:48.388667 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-57954dfa-cb44-4fbf-a6a7-3b11036070d4 req-5acaea19-7299-407a-82d3-243f4fe27538 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.3095798 Oct 13 04:26:48.428955 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-57954dfa-cb44-4fbf-a6a7-3b11036070d4 req-e0e2bc24-f915-4322-b5f4-91cf99775538 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314436 Oct 13 04:26:49.560562 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d213b-6388-4bae-aeb2-408b03f87722 req-f3402194-4f07-4967-b2ea-77b6521922f2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:49.562038 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5a5d213b-6388-4bae-aeb2-408b03f87722 req-f3402194-4f07-4967-b2ea-77b6521922f2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0510330 Oct 13 04:26:49.600823 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5a5d213b-6388-4bae-aeb2-408b03f87722 req-80ca9821-2338-482f-8894-3723c4365e12 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328393 Oct 13 04:26:50.526609 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device b7c271f3-64be-4491-904a-f29a7f6c6c8a details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:50.638323 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:50.650209 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'port_id': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'mac_address': 'fa:16:3e:70:1d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:50.686538 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:50.700182 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7c271f3-64be-4491-904a-f29a7f6c6c8a {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:50.719554 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:50.720978 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d16537-d6c8-4cb6-a855-4055d1c42336 req-48d3ff98-5b80-4c01-8aac-f312f621a160 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:50.722888 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23d16537-d6c8-4cb6-a855-4055d1c42336 req-48d3ff98-5b80-4c01-8aac-f312f621a160 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0488145 Oct 13 04:26:50.725841 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:50.761806 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-23d16537-d6c8-4cb6-a855-4055d1c42336 req-a72e5cf4-4b79-4c18-8415-0114b8d60796 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316060 Oct 13 04:26:50.779210 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=b7c271f3-64be-4491-904a-f29a7f6c6c8a,revision_number=6']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:50.820533 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['b7c271f3-64be-4491-904a-f29a7f6c6c8a'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:51.892574 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65cdb-735e-44b2-91c4-925c789b967e req-6dec2190-1385-41ac-b805-422270b02a32 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:51.894040 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-11f65cdb-735e-44b2-91c4-925c789b967e req-6dec2190-1385-41ac-b805-422270b02a32 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 944 time: 0.0537589 Oct 13 04:26:51.931988 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-11f65cdb-735e-44b2-91c4-925c789b967e req-9e8d8eee-8f8e-4691-a6e9-51746717cd39 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Oct 13 04:26:52.532404 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device b7c271f3-64be-4491-904a-f29a7f6c6c8a up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:52.591034 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port b7c271f3-64be-4491-904a-f29a7f6c6c8a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:52.591405 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.792353 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.815913 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:52.818239 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc196b22-dec2-4749-b157-3ae4dc252434" -d '{"events": [{"server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "name": "network-vif-plugged", "status": "completed", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:52.831066 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:52.836408 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.858830 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fb2ec6-fb56-4196-a1a3-44566a8d375d x-openstack-request-id: req-f5fb2ec6-fb56-4196-a1a3-44566a8d375d {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:52.859096 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "name": "network-vif-plugged", "status": "completed", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:52.859344 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5fb2ec6-fb56-4196-a1a3-44566a8d375d {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:52.859722 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'code': 200} Oct 13 04:26:52.884047 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=b7c271f3-64be-4491-904a-f29a7f6c6c8a,revision_number=7']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:53.077713 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516f804-2051-446a-a574-5fdf868246fe req-5f93567e-1566-42c8-876e-07a7d33fc364 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:53.079096 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f516f804-2051-446a-a574-5fdf868246fe req-5f93567e-1566-42c8-876e-07a7d33fc364 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0559216 Oct 13 04:26:53.120909 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f516f804-2051-446a-a574-5fdf868246fe req-c5b145c3-19ca-4c07-859d-4290d6f59a34 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327055 Oct 13 04:26:54.255958 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be1294-2831-416f-aae3-12ac27dbb23c req-4ea78297-6ef1-47f7-8530-805cf5fd1317 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:54.257409 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a9be1294-2831-416f-aae3-12ac27dbb23c req-4ea78297-6ef1-47f7-8530-805cf5fd1317 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0494606 Oct 13 04:26:54.295645 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a9be1294-2831-416f-aae3-12ac27dbb23c req-34d5400e-55f9-45d8-8256-f98d5c462243 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321872 Oct 13 04:26:55.442565 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeb669-46f5-4851-9904-860ae5adf827 req-1adc1c1b-ceb8-4c32-bdd2-a91c4dfcda6b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:55.445012 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ebeb669-46f5-4851-9904-860ae5adf827 req-1adc1c1b-ceb8-4c32-bdd2-a91c4dfcda6b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0572512 Oct 13 04:26:55.483912 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4ebeb669-46f5-4851-9904-860ae5adf827 req-4187561e-8e2e-430c-ad93-1cd1e54a7672 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329826 Oct 13 04:26:56.645442 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ea1b8-0299-4a68-89f1-652a9e44c3fb req-36dc338c-1e8c-4490-9ee5-a771f9f976a9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:56.654988 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-949ea1b8-0299-4a68-89f1-652a9e44c3fb req-36dc338c-1e8c-4490-9ee5-a771f9f976a9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0712848 Oct 13 04:26:56.701929 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-949ea1b8-0299-4a68-89f1-652a9e44c3fb req-12db728f-2213-4760-9333-a1f3864dcde3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451844 Oct 13 04:26:57.820687 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030c72-e3d3-489e-bbab-2ef14ba18f4c req-0498db19-516b-4c4f-a32b-c9bae49de5c6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:57.822205 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e0030c72-e3d3-489e-bbab-2ef14ba18f4c req-0498db19-516b-4c4f-a32b-c9bae49de5c6 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0509567 Oct 13 04:26:57.861409 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e0030c72-e3d3-489e-bbab-2ef14ba18f4c req-a3abc524-2c21-4278-a97f-0dab1bbb0c73 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332053 Oct 13 04:26:59.002550 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856ece4-635f-4cdb-98e4-2c7d859bdcc6 req-97dcd122-25a8-4067-84e9-f2418c122000 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:59.004032 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a856ece4-635f-4cdb-98e4-2c7d859bdcc6 req-97dcd122-25a8-4067-84e9-f2418c122000 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0643487 Oct 13 04:26:59.050220 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a856ece4-635f-4cdb-98e4-2c7d859bdcc6 req-b85f1a69-9bd4-4f36-a200-cf70303a9bbb tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394032 Oct 13 04:26:59.780514 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-712fe148-1be8-49fd-b61e-f29a5ac7a8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.184952 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5662b-518e-43d7-9ca3-e83b9d5b27e7 req-025685c5-78c3-4d62-a55b-4c0ea576ccf1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:00.186545 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b1e5662b-518e-43d7-9ca3-e83b9d5b27e7 req-025685c5-78c3-4d62-a55b-4c0ea576ccf1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0525312 Oct 13 04:27:00.231873 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b1e5662b-518e-43d7-9ca3-e83b9d5b27e7 req-1ed1f8f7-6c5e-495c-8a09-3870c885a784 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360756 Oct 13 04:27:01.362789 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01790b-9df0-40fc-8e41-26a23b374455 req-3439cc77-22df-470d-89d1-8dc735b270c8 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:01.364458 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aa01790b-9df0-40fc-8e41-26a23b374455 req-3439cc77-22df-470d-89d1-8dc735b270c8 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0548501 Oct 13 04:27:01.406125 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-aa01790b-9df0-40fc-8e41-26a23b374455 req-9a68a63f-4d02-4804-8f92-ff4470cbc8e1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345919 Oct 13 04:27:02.358894 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-98eddf11-6582-470a-9fc4-92ca5e52c6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:02.537244 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879afe0-82fd-46dd-8129-e117c608cd02 req-85d8a439-e999-437f-b73d-87a92dede8ae tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:02.538692 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9879afe0-82fd-46dd-8129-e117c608cd02 req-85d8a439-e999-437f-b73d-87a92dede8ae tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0588181 Oct 13 04:27:02.580560 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9879afe0-82fd-46dd-8129-e117c608cd02 req-d4437673-8c59-4f14-8b36-22c037bdcd92 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346756 Oct 13 04:27:03.373285 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:03.608363 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:03.706859 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d2560-7e22-43d4-990e-484e5298c930 req-025232a4-d5bf-44c2-a75c-7d9cbe38a642 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:03.709277 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f18d2560-7e22-43d4-990e-484e5298c930 req-025232a4-d5bf-44c2-a75c-7d9cbe38a642 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0496857 Oct 13 04:27:03.750183 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f18d2560-7e22-43d4-990e-484e5298c930 req-6ab55ef6-6155-4ea0-b96d-30741d6c5393 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355656 Oct 13 04:27:04.871365 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6829bb0-59e1-40ad-8c8b-2afeb4025f50 req-fb064c25-798d-4859-9f85-4e1ef6debf0f tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:04.872885 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e6829bb0-59e1-40ad-8c8b-2afeb4025f50 req-fb064c25-798d-4859-9f85-4e1ef6debf0f tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0496662 Oct 13 04:27:04.914252 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e6829bb0-59e1-40ad-8c8b-2afeb4025f50 req-d1b1c14a-e343-4eb2-bba4-a241bcd61841 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352273 Oct 13 04:27:05.293279 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:05.989512 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:06.045170 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95736e3e-ac84-42ec-a5d5-e91a86167a6c req-37268a12-e87c-47b6-9912-4fbd7ca3ec51 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:06.046648 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95736e3e-ac84-42ec-a5d5-e91a86167a6c req-37268a12-e87c-47b6-9912-4fbd7ca3ec51 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0554116 Oct 13 04:27:06.086911 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-95736e3e-ac84-42ec-a5d5-e91a86167a6c req-15e231f1-ae57-4631-a478-d946b234c201 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339820 Oct 13 04:27:07.003145 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbaa39-8def-4e5c-ab58-ae11bd23beb9 req-9d94b1e0-97f1-4174-8ae8-6bd9845b1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.005363 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8dbaa39-8def-4e5c-ab58-ae11bd23beb9 req-9d94b1e0-97f1-4174-8ae8-6bd9845b1b9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 1098 time: 0.0525272 Oct 13 04:27:07.119449 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbaa39-8def-4e5c-ab58-ae11bd23beb9 req-d28ef5e0-d5ab-4222-976f-ee1b6f46e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.120974 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8dbaa39-8def-4e5c-ab58-ae11bd23beb9 req-d28ef5e0-d5ab-4222-976f-ee1b6f46e104 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 917 time: 0.1069796 Oct 13 04:27:07.209313 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8dbaa39-8def-4e5c-ab58-ae11bd23beb9 req-0d2415cc-bdeb-42c3-a6b6-1a550e994f92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a HTTP/1.1" status: 200 len: 1001 time: 0.0806603 Oct 13 04:27:07.232371 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97463db9-7992-40bc-a227-1b967cb579dd req-130c44dc-4c0f-46fc-b7a7-0719a831611d tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.233784 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-97463db9-7992-40bc-a227-1b967cb579dd req-130c44dc-4c0f-46fc-b7a7-0719a831611d tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0711234 Oct 13 04:27:07.290634 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbaa39-8def-4e5c-ab58-ae11bd23beb9 req-495d2496-d3ed-4cb1-a5ff-d59da87c5fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.292146 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8dbaa39-8def-4e5c-ab58-ae11bd23beb9 req-495d2496-d3ed-4cb1-a5ff-d59da87c5fd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.0746861 Oct 13 04:27:07.311045 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-97463db9-7992-40bc-a227-1b967cb579dd req-6210b8d2-90e3-4023-b4b0-89b98494e237 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569532 Oct 13 04:27:07.345737 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbaa39-8def-4e5c-ab58-ae11bd23beb9 req-3feb17ea-9362-438b-9455-c0198e541b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.347228 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8dbaa39-8def-4e5c-ab58-ae11bd23beb9 req-3feb17ea-9362-438b-9455-c0198e541b05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476060 Oct 13 04:27:07.439980 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8dbaa39-8def-4e5c-ab58-ae11bd23beb9 req-8fa343ec-9dcb-4b73-8b26-7fa7aab0b8f3 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844150 Oct 13 04:27:07.532057 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c8dbaa39-8def-4e5c-ab58-ae11bd23beb9 req-0df0449c-1701-4459-b765-33a54280226f service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839944 Oct 13 04:27:08.449528 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1e308-4950-4861-8f0c-d3fdde609bfe req-e62856e6-a900-47e1-8e31-b8df9ab37282 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:08.451007 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ccc1e308-4950-4861-8f0c-d3fdde609bfe req-e62856e6-a900-47e1-8e31-b8df9ab37282 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0528719 Oct 13 04:27:08.491017 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ccc1e308-4950-4861-8f0c-d3fdde609bfe req-fae97429-cce2-4d95-936e-fa56b5987244 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310545 Oct 13 04:27:09.623740 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60b9f6-c0b7-4d70-b69a-e89383f3c62c req-6f3e0c80-cba1-4038-94cb-a1783b8e39a1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.625263 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2f60b9f6-c0b7-4d70-b69a-e89383f3c62c req-6f3e0c80-cba1-4038-94cb-a1783b8e39a1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0519819 Oct 13 04:27:09.669990 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-2f60b9f6-c0b7-4d70-b69a-e89383f3c62c req-2fb4d278-f162-460d-a327-130bb516debf tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376792 Oct 13 04:27:10.515501 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-8d03c2c9-c2c2-4755-9b75-3b6f370408f5 req-2df19dc1-e2a9-4d0d-9017-419f69dbd8a1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:27:10.516450 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8d03c2c9-c2c2-4755-9b75-3b6f370408f5 req-2df19dc1-e2a9-4d0d-9017-419f69dbd8a1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054877 Oct 13 04:27:10.619328 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device b7c271f3-64be-4491-904a-f29a7f6c6c8a no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:10.692905 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5d89b-ebd0-47c7-a49c-572a3886d40f req-1da0fd83-0e5d-4bc4-b28d-b5706fba9b71 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:10.695114 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-15e5d89b-ebd0-47c7-a49c-572a3886d40f req-1da0fd83-0e5d-4bc4-b28d-b5706fba9b71 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 945 time: 0.0546145 Oct 13 04:27:10.696096 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.717039 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-579358fd-fa53-402c-9f48-7baf946b61ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419569 Oct 13 04:27:10.718929 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:10.721231 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932b0c07-f348-449b-a4bc-1e2bd602f43a" -d '{"events": [{"server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "name": "network-vif-unplugged", "status": "completed", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:10.735045 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:10.737477 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-15e5d89b-ebd0-47c7-a49c-572a3886d40f req-ccfe61a5-4650-4a9b-8986-76923e47014d tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356548 Oct 13 04:27:10.742969 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.778057 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3754fb-9e68-4200-bfad-d6a7fdb22a32 x-openstack-request-id: req-ea3754fb-9e68-4200-bfad-d6a7fdb22a32 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:10.778335 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "name": "network-vif-unplugged", "status": "failed", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a", "code": 422}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:10.778578 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea3754fb-9e68-4200-bfad-d6a7fdb22a32 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:10.778967 dv-cinder-812751-3-iscsi neutron-server[94022]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'code': 422} returned with failed status Oct 13 04:27:10.796249 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=b7c271f3-64be-4491-904a-f29a7f6c6c8a,revision_number=8']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:11.634161 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-31011dad-d2b1-4a4b-a45f-7b9104747092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:11.635653 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-31011dad-d2b1-4a4b-a45f-7b9104747092 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8&tenant_id=d168ef71e112452db0a5035cfc0e4b2b HTTP/1.1" status: 200 len: 1096 time: 0.0422347 Oct 13 04:27:11.703609 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-2c3612de-783b-420e-b079-8be9235c3acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:11.705067 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-2c3612de-783b-420e-b079-8be9235c3acb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 1096 time: 0.0436189 Oct 13 04:27:11.795268 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-f12a596b-7a3d-4c46-a0d5-441f09dfa94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:11.796845 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-f12a596b-7a3d-4c46-a0d5-441f09dfa94c service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 917 time: 0.0846395 Oct 13 04:27:11.890097 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-40034e5e-fad3-47b2-882e-064157188f7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a HTTP/1.1" status: 200 len: 999 time: 0.0856407 Oct 13 04:27:11.902346 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e03383-28f2-4875-b81e-213f35e39704 req-b63e8f3b-4956-4e29-a433-4d48f28486c2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:11.903726 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e3e03383-28f2-4875-b81e-213f35e39704 req-b63e8f3b-4956-4e29-a433-4d48f28486c2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0924850 Oct 13 04:27:11.969572 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e3e03383-28f2-4875-b81e-213f35e39704 req-0defddd2-cea1-4cd6-9d42-8ef40b56c0b1 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578823 Oct 13 04:27:11.970849 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-8a15f888-e4c7-4cb6-846f-45046ff9a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:11.972171 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-8a15f888-e4c7-4cb6-846f-45046ff9a3d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.0676541 Oct 13 04:27:12.022893 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-49c70fa4-845e-40b8-87b6-5b4fe0c69210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.024310 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-49c70fa4-845e-40b8-87b6-5b4fe0c69210 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441551 Oct 13 04:27:12.118390 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-2696da56-1b1a-4c04-a992-83a01a8f5388 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857697 Oct 13 04:27:12.217504 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9b091199-b4a8-4c22-bd4b-b7d352d5998f req-1c7aff29-035f-4a21-90ed-60ecb8220c1b service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917735 Oct 13 04:27:13.094982 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeed035-b523-4cb2-b8e6-58ea9915221b req-b6109d7b-9b67-4e12-a872-23267f596188 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:13.096482 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ebeed035-b523-4cb2-b8e6-58ea9915221b req-b6109d7b-9b67-4e12-a872-23267f596188 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0537369 Oct 13 04:27:13.138723 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ebeed035-b523-4cb2-b8e6-58ea9915221b req-09c042a7-0833-4d4a-b003-6c281b733f3e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358725 Oct 13 04:27:14.243184 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:27:14.284443 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c68305-8a9f-4487-88cb-5ebdbc22e0c7 req-78b44a53-6347-47a5-9300-d80590c3e8f8 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:14.285950 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30c68305-8a9f-4487-88cb-5ebdbc22e0c7 req-78b44a53-6347-47a5-9300-d80590c3e8f8 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0512693 Oct 13 04:27:14.324088 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-30c68305-8a9f-4487-88cb-5ebdbc22e0c7 req-1b952860-1d2e-48d0-b7e9-f6b707175f56 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319929 Oct 13 04:27:15.443031 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093bfd-9a71-4214-a2a3-d93f795a677c req-2d550ade-ed17-4a95-bf27-17c21c1d13b5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:15.444498 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1f093bfd-9a71-4214-a2a3-d93f795a677c req-2d550ade-ed17-4a95-bf27-17c21c1d13b5 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0503452 Oct 13 04:27:15.484337 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1f093bfd-9a71-4214-a2a3-d93f795a677c req-e4e8e105-cca8-40a7-b36c-0c64372a0b7f tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337243 Oct 13 04:27:16.606711 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78462b-70c1-4325-b943-40179fd802ee req-0f788863-0ff6-4122-a535-0f29309245be tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:16.608171 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ed78462b-70c1-4325-b943-40179fd802ee req-0f788863-0ff6-4122-a535-0f29309245be tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0501275 Oct 13 04:27:16.645948 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ed78462b-70c1-4325-b943-40179fd802ee req-d1bee7c9-132f-4fef-8d5e-b0672551b73f tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Oct 13 04:27:17.777215 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f73fa-dc6d-4b40-b50d-44d0f2aacc08 req-d3c92d0f-bf2b-4af2-aadf-49a749bb51f0 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:17.778711 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-515f73fa-dc6d-4b40-b50d-44d0f2aacc08 req-d3c92d0f-bf2b-4af2-aadf-49a749bb51f0 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0579257 Oct 13 04:27:17.823669 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-515f73fa-dc6d-4b40-b50d-44d0f2aacc08 req-d782b79b-5732-4ce6-b25c-a5db78ddf0af tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386994 Oct 13 04:27:18.950462 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb20cec-aea0-42bb-bcb4-ea128f6e45be req-feea756a-0da9-4b81-bdf5-1718ba265dfb tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:18.951950 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-adb20cec-aea0-42bb-bcb4-ea128f6e45be req-feea756a-0da9-4b81-bdf5-1718ba265dfb tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0489757 Oct 13 04:27:19.000309 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-adb20cec-aea0-42bb-bcb4-ea128f6e45be req-08829771-4ceb-4e2f-a0d2-fa27ba80471d tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422056 Oct 13 04:27:20.133094 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17bceb-c04b-4928-bfed-3cbad6cc70e1 req-40d8882e-2474-4e35-b449-d7bc8c517823 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:20.134629 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5e17bceb-c04b-4928-bfed-3cbad6cc70e1 req-40d8882e-2474-4e35-b449-d7bc8c517823 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0506971 Oct 13 04:27:20.173057 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5e17bceb-c04b-4928-bfed-3cbad6cc70e1 req-ac0b63da-fa56-4acb-a69f-890a34b035ba tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320945 Oct 13 04:27:21.294744 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c8c5a-249b-49f4-9a4d-c82e60c3a0e3 req-0e02e2a4-17c1-442d-a0f2-6b19179d4a56 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:21.296290 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ac1c8c5a-249b-49f4-9a4d-c82e60c3a0e3 req-0e02e2a4-17c1-442d-a0f2-6b19179d4a56 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0515978 Oct 13 04:27:21.333548 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ac1c8c5a-249b-49f4-9a4d-c82e60c3a0e3 req-0f310ea8-2df2-497a-a347-3c6a1f79d5bc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311685 Oct 13 04:27:22.500773 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9803664-e22c-4632-bbd7-3793cad69e2a req-99bcaf31-5ff9-4e6d-91ad-baf7662d6a44 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:22.502267 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d9803664-e22c-4632-bbd7-3793cad69e2a req-99bcaf31-5ff9-4e6d-91ad-baf7662d6a44 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0505106 Oct 13 04:27:22.548042 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d9803664-e22c-4632-bbd7-3793cad69e2a req-a9859bb9-d0d2-4305-8bb3-df5bb74555ec tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365708 Oct 13 04:27:23.783544 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dcb3d-db75-4d1e-9a8a-adcef5a5c2b1 req-d9aa430f-0d06-4b59-af59-cb484e09b873 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:23.790919 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3c2dcb3d-db75-4d1e-9a8a-adcef5a5c2b1 req-d9aa430f-0d06-4b59-af59-cb484e09b873 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.1702576 Oct 13 04:27:23.825081 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-3c2dcb3d-db75-4d1e-9a8a-adcef5a5c2b1 req-0773487d-c3c3-4901-8081-914e36520b37 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331905 Oct 13 04:27:25.003579 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dd9c8-8e02-40fd-858f-3763e538ea62 req-50ebe638-a709-4fa0-9c4f-c2bf939d4511 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:25.005054 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-930dd9c8-8e02-40fd-858f-3763e538ea62 req-50ebe638-a709-4fa0-9c4f-c2bf939d4511 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.1057656 Oct 13 04:27:25.044627 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-930dd9c8-8e02-40fd-858f-3763e538ea62 req-59c4078c-b26f-4e86-8f74-7423f9e9dc69 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330043 Oct 13 04:27:26.178400 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ba974-e4eb-4dba-acd9-0fd70a84887a req-780576d9-8e0d-4587-b155-551faf3cc13e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:26.179923 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ed9ba974-e4eb-4dba-acd9-0fd70a84887a req-780576d9-8e0d-4587-b155-551faf3cc13e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0522609 Oct 13 04:27:26.224557 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-ed9ba974-e4eb-4dba-acd9-0fd70a84887a req-09ea1389-7c2e-42f0-8075-3c52cee8d420 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357351 Oct 13 04:27:27.359034 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76073b56-478a-4246-902b-e8ab4bed4ccf req-a860bb82-ac3c-4ef8-b036-0012739968d8 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:27.360861 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-76073b56-478a-4246-902b-e8ab4bed4ccf req-a860bb82-ac3c-4ef8-b036-0012739968d8 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0570107 Oct 13 04:27:27.403166 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-76073b56-478a-4246-902b-e8ab4bed4ccf req-a5c626f4-a04f-4557-98c1-7eff292e37c7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342338 Oct 13 04:27:28.534360 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b23161-7b0d-423e-a983-5e7d94c21f53 req-2a9c8ea1-dcd9-47cb-b50d-13b5ad675c92 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:28.535843 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-16b23161-7b0d-423e-a983-5e7d94c21f53 req-2a9c8ea1-dcd9-47cb-b50d-13b5ad675c92 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0502565 Oct 13 04:27:28.574090 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-16b23161-7b0d-423e-a983-5e7d94c21f53 req-8b96cfe3-d2e8-48d2-8d11-aec160256f7f tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322118 Oct 13 04:27:29.696858 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d93534-0520-403a-a1b1-c12977c94f42 req-b50eeda8-3a09-4733-98c0-46a64c4911e4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:29.698384 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-25d93534-0520-403a-a1b1-c12977c94f42 req-b50eeda8-3a09-4733-98c0-46a64c4911e4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0505776 Oct 13 04:27:29.739878 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-25d93534-0520-403a-a1b1-c12977c94f42 req-9743cfad-aa16-47d8-a3c7-56ca035ccbcc tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354145 Oct 13 04:27:29.777426 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8d59ab27-b4e7-49a2-a279-ac18367abdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.706500 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device b7c271f3-64be-4491-904a-f29a7f6c6c8a details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:27:30.810139 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:30.821781 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'port_id': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'mac_address': 'fa:16:3e:70:1d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:27:30.862828 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.864999 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5f286-b752-43fe-914b-a4afbba63fdd req-86bd6952-8e44-4dd7-b70f-c395934499e3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:30.866491 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fda5f286-b752-43fe-914b-a4afbba63fdd req-86bd6952-8e44-4dd7-b70f-c395934499e3 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 943 time: 0.0498357 Oct 13 04:27:30.877834 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c271f3-64be-4491-904a-f29a7f6c6c8a {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:30.898791 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:30.903841 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.907942 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fda5f286-b752-43fe-914b-a4afbba63fdd req-575108bc-5e1e-4cfd-b1ce-fb2100b2514e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352521 Oct 13 04:27:30.954456 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=b7c271f3-64be-4491-904a-f29a7f6c6c8a,revision_number=9']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:30.961472 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:30.961835 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:30.962171 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:30.962497 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:30.962825 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:30.963139 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:30.963458 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:30.963772 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:30.964098 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:30.964411 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:30.964726 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:30.965021 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:31.262290 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['b7c271f3-64be-4491-904a-f29a7f6c6c8a'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:32.036801 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87ac9d-09d6-42c9-9b73-2736059201a2 req-a60b2ed3-3aed-442a-9c8d-5fbb18ae890c tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:32.039044 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc87ac9d-09d6-42c9-9b73-2736059201a2 req-a60b2ed3-3aed-442a-9c8d-5fbb18ae890c tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 944 time: 0.0539072 Oct 13 04:27:32.089088 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc87ac9d-09d6-42c9-9b73-2736059201a2 req-248d2b7c-6bd5-4c3f-aa23-bc40470f9409 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437956 Oct 13 04:27:32.370412 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a345ba6c-94d8-4a3f-be4a-230f54504285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.711262 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device b7c271f3-64be-4491-904a-f29a7f6c6c8a up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:32.765938 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port b7c271f3-64be-4491-904a-f29a7f6c6c8a triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:32.766303 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.844472 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.871242 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:32.873514 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7113e4-6eef-44c8-8c4d-9e827cb91e08" -d '{"events": [{"server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "name": "network-vif-plugged", "status": "completed", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:32.886053 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:32.892078 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.915577 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67387fca-76e0-47ba-aae7-8d6b5976e1d0 x-openstack-request-id: req-67387fca-76e0-47ba-aae7-8d6b5976e1d0 {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:32.915864 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "name": "network-vif-plugged", "status": "completed", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:32.916107 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67387fca-76e0-47ba-aae7-8d6b5976e1d0 {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:32.916480 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'code': 200} Oct 13 04:27:32.943476 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=b7c271f3-64be-4491-904a-f29a7f6c6c8a,revision_number=10']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:33.116127 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1800b88-1238-473d-b79d-bad15339f569 req-6ee28678-fdd0-4d5f-b52e-e8ca4dfa0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:33.117531 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f1800b88-1238-473d-b79d-bad15339f569 req-6ee28678-fdd0-4d5f-b52e-e8ca4dfa0298 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 1099 time: 0.0407631 Oct 13 04:27:33.158229 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f1800b88-1238-473d-b79d-bad15339f569 req-6c6c2350-4016-40b3-87ba-8fa06cca03f4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Oct 13 04:27:33.208311 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc235b2-2ca3-4c8b-a754-32b053e89379 req-4d409746-1e63-4a24-9ec3-d35029133be2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:33.209825 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cdc235b2-2ca3-4c8b-a754-32b053e89379 req-4d409746-1e63-4a24-9ec3-d35029133be2 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 946 time: 0.0473855 Oct 13 04:27:33.246226 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cdc235b2-2ca3-4c8b-a754-32b053e89379 req-52752e84-6981-40bb-908d-9fa00000fe5e tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303905 Oct 13 04:27:33.378253 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:33.613474 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.373297 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde1840-10b1-4487-aad9-a2ad063f79a5 req-ca338d99-e57b-401a-a177-1b5e2f080c96 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:34.374768 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5bde1840-10b1-4487-aad9-a2ad063f79a5 req-ca338d99-e57b-401a-a177-1b5e2f080c96 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 946 time: 0.0498135 Oct 13 04:27:34.414029 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5bde1840-10b1-4487-aad9-a2ad063f79a5 req-88c4971e-2d4b-4f28-8859-8b96f532dbda tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331984 Oct 13 04:27:35.297523 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.546620 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408558f4-a038-4390-8878-15463fcaac54 req-d641ff9f-cc51-4230-aa41-d98a54d425e7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:35.548051 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-408558f4-a038-4390-8878-15463fcaac54 req-d641ff9f-cc51-4230-aa41-d98a54d425e7 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 946 time: 0.0561607 Oct 13 04:27:35.588847 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-408558f4-a038-4390-8878-15463fcaac54 req-77a089a3-0954-40df-9c6b-a4b4e0521504 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345843 Oct 13 04:27:35.993450 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:43.451954 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9996cf-8977-457b-887c-71410579e30e req-734c351f-a7d6-45da-b6b9-ea61a879e632 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:43.453395 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7b9996cf-8977-457b-887c-71410579e30e req-734c351f-a7d6-45da-b6b9-ea61a879e632 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 946 time: 0.0525854 Oct 13 04:27:43.495737 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7b9996cf-8977-457b-887c-71410579e30e req-37bdb682-e48d-49b7-9023-2d1aa24fe106 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362461 Oct 13 04:27:44.617201 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ba650-7e8e-4705-8563-5d9d24eec983 req-1ba38c13-74f5-44de-ad0a-09a0c28eae63 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:44.618691 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-028ba650-7e8e-4705-8563-5d9d24eec983 req-1ba38c13-74f5-44de-ad0a-09a0c28eae63 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 946 time: 0.0516615 Oct 13 04:27:44.656561 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-028ba650-7e8e-4705-8563-5d9d24eec983 req-eb7264a3-bcab-492e-908c-69d84d5a064b tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315118 Oct 13 04:27:45.532702 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-0c7d2012-2682-403e-a730-113896f4071d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:45.534089 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-0c7d2012-2682-403e-a730-113896f4071d tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.45 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 946 time: 0.0652778 Oct 13 04:27:45.630414 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Deleting port df66c66a-642c-4bce-9c38-ff454176b333 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:45.631160 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.725581 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] For port df66c66a-642c-4bce-9c38-ff454176b333, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=df66c66a-642c-4bce-9c38-ff454176b333,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:45.725978 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.929437 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.930249 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.930249 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.l3_db [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Floating IP b19701cd-e88f-4b04-8065-e9c4030b59d3 disassociated. External IP: 172.27.2.93, port: df66c66a-642c-4bce-9c38-ff454176b333. Oct 13 04:27:45.930472 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Calling delete_port for df66c66a-642c-4bce-9c38-ff454176b333 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:45.988343 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b4cbd-8507-45be-ba60-3bd69d2509da req-5ce4e392-87dd-41c5-9211-2f32ca741b45 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:45.989842 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1b9b4cbd-8507-45be-ba60-3bd69d2509da req-5ce4e392-87dd-41c5-9211-2f32ca741b45 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/ports?device_id=8300b425-7073-4360-8038-343600de405f HTTP/1.1" status: 200 len: 946 time: 0.0953856 Oct 13 04:27:46.047956 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1b9b4cbd-8507-45be-ba60-3bd69d2509da req-0d989e04-f1a2-470c-a01c-94f27c8d741c tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups?id=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512264 Oct 13 04:27:46.102983 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:46.131063 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event deleted for resources: {'Port': ['ID=df66c66a-642c-4bce-9c38-ff454176b333,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:46.141942 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:46.142319 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:46.142650 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:46.142985 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:46.143345 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:46.143589 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:46.143906 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:46.144222 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:46.144536 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:46.144849 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:46.145159 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:46.145503 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:46.253992 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:46.360848 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:46.370902 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e1be29-d9ce-4529-8e42-0e17c2167062 None None] Sync routers for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:46.380610 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1be29-d9ce-4529-8e42-0e17c2167062 None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:46.381215 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c4e1be29-d9ce-4529-8e42-0e17c2167062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:27:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:46.399941 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] No DVR routers for this DVR port df66c66a-642c-4bce-9c38-ff454176b333 on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:46.402726 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:46.406085 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0a768e9-c1e3-4707-986d-c46cca1c0d99 req-1c1fa82b-9a1c-4885-8095-018c611e0bd0 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.45 "DELETE /v2.0/ports/df66c66a-642c-4bce-9c38-ff454176b333 HTTP/1.1" status: 204 len: 173 time: 0.8655150 Oct 13 04:27:46.406554 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8300b425-7073-4360-8038-343600de405f', 'name': 'network-vif-deleted', 'tag': 'df66c66a-642c-4bce-9c38-ff454176b333'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:46.408907 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4284d87-77f7-440a-a8cc-9ab1892f1c0b" -d '{"events": [{"server_uuid": "8300b425-7073-4360-8038-343600de405f", "name": "network-vif-deleted", "tag": "df66c66a-642c-4bce-9c38-ff454176b333"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:46.444786 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa7d57b-6a33-46f0-9808-07460d148f27 x-openstack-request-id: req-aaa7d57b-6a33-46f0-9808-07460d148f27 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:46.445066 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8300b425-7073-4360-8038-343600de405f", "name": "network-vif-deleted", "tag": "df66c66a-642c-4bce-9c38-ff454176b333", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:46.445308 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aaa7d57b-6a33-46f0-9808-07460d148f27 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:46.445755 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8300b425-7073-4360-8038-343600de405f', 'name': 'network-vif-deleted', 'tag': 'df66c66a-642c-4bce-9c38-ff454176b333', 'status': 'completed', 'code': 200} Oct 13 04:27:46.494261 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-c4e1be29-d9ce-4529-8e42-0e17c2167062 None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:46.707856 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c4e1be29-d9ce-4529-8e42-0e17c2167062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:46.733235 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e1be29-d9ce-4529-8e42-0e17c2167062 None None] Checking router: bc3fd1d2-99b3-4fca-9d8f-47affd035e99 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:46.741870 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1be29-d9ce-4529-8e42-0e17c2167062 None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:46.742460 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c4e1be29-d9ce-4529-8e42-0e17c2167062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:27:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:46.856307 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-c4e1be29-d9ce-4529-8e42-0e17c2167062 None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:47.074478 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-c4e1be29-d9ce-4529-8e42-0e17c2167062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:47.104475 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e1be29-d9ce-4529-8e42-0e17c2167062 None None] The sync data for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi is: [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:17:31Z', 'revision_number': 4, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'bf3e6823-e6e7-48ec-bd73-095f88fb82dc', 'name': '', 'network_id': '58ed8cef-059d-4c9e-a8e2-6045b8f93ca6', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'mac_address': 'fa:16:3e:74:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:28Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'subnets': [{'id': 'a6dbfe87-28d4-404e-af44-2da5626525e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:47.138416 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49458) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:47.192781 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.216283 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.265291 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.268010 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.270190 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "DELETE /v2.0/security-groups/f25fc877-ab3d-4ce0-9d6c-c8da595b2b96 HTTP/1.1" status: 204 len: 168 time: 0.1306012 Oct 13 04:27:47.272384 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49460) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:47.281736 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25fc877-ab3d-4ce0-9d6c-c8da595b2b96,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:47.287289 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.api.v2.resource [None req-5df1688b-0812-45d9-88f9-5f8ead438b10 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] show failed (client error): The resource could not be found. Oct 13 04:27:47.291022 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-5df1688b-0812-45d9-88f9-5f8ead438b10 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "GET /v2.0/security-groups/f25fc877-ab3d-4ce0-9d6c-c8da595b2b96 HTTP/1.1" status: 404 len: 347 time: 0.0150785 Oct 13 04:27:47.291189 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:47.291189 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:47.291189 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:47.291189 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:47.291522 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49462) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:47.291598 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:47.291810 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:47.292325 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:47.292826 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:47.293202 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:47.293531 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:47.294203 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:47.294824 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92aa7e4-75a5-48f1-868a-ae429c740426 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:47.355559 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb3683-0ef6-4821-ac59-7af75af14993 None None] New status for floating IP b19701cd-e88f-4b04-8065-e9c4030b59d3: DOWN {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:27:47.444186 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46eaeb6d-e3a2-4607-a9fc-f42d0ae35799 req-07deee18-1ac8-4e6d-9dbb-638490b6ef69 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1036990 Oct 13 04:27:47.461536 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-94274ba3-56e1-4060-8102-b3c7c7db81f7 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Deleting port 7713d73e-d9e5-4e6c-939b-a8602a3a534d {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:47.461914 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-94274ba3-56e1-4060-8102-b3c7c7db81f7 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.566206 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaeb6d-e3a2-4607-a9fc-f42d0ae35799 req-fb861f6d-2115-4f9e-b2c7-0b370535448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:47.567641 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46eaeb6d-e3a2-4607-a9fc-f42d0ae35799 req-fb861f6d-2115-4f9e-b2c7-0b370535448a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 1099 time: 0.0696952 Oct 13 04:27:47.571073 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-94274ba3-56e1-4060-8102-b3c7c7db81f7 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.571383 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-94274ba3-56e1-4060-8102-b3c7c7db81f7 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.585115 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-94274ba3-56e1-4060-8102-b3c7c7db81f7 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Calling delete_port for 7713d73e-d9e5-4e6c-939b-a8602a3a534d owned by network:floatingip {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:47.962202 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaeb6d-e3a2-4607-a9fc-f42d0ae35799 req-b3e7d21f-5d33-4891-9de7-a849ad6840cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:47.963617 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46eaeb6d-e3a2-4607-a9fc-f42d0ae35799 req-b3e7d21f-5d33-4891-9de7-a849ad6840cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 200 len: 917 time: 0.3745785 Oct 13 04:27:48.064216 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46eaeb6d-e3a2-4607-a9fc-f42d0ae35799 req-2566cea6-8348-4bbf-b0b1-82b9683616c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a HTTP/1.1" status: 200 len: 1001 time: 0.0867679 Oct 13 04:27:48.071333 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-94274ba3-56e1-4060-8102-b3c7c7db81f7 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.123375 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94274ba3-56e1-4060-8102-b3c7c7db81f7 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Pushing event deleted for resources: {'Port': ['ID=7713d73e-d9e5-4e6c-939b-a8602a3a534d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:48.170430 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaeb6d-e3a2-4607-a9fc-f42d0ae35799 req-153e381c-95f0-4d3d-a125-e6bfa97e69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:48.171956 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46eaeb6d-e3a2-4607-a9fc-f42d0ae35799 req-153e381c-95f0-4d3d-a125-e6bfa97e69dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 200 len: 855 time: 0.0985239 Oct 13 04:27:48.216930 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-94274ba3-56e1-4060-8102-b3c7c7db81f7 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks [] for floatingip, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.219346 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-94274ba3-56e1-4060-8102-b3c7c7db81f7 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.220446 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-94274ba3-56e1-4060-8102-b3c7c7db81f7 tempest-AttachVolumeTestJSON-1511444309 tempest-AttachVolumeTestJSON-1511444309-project] 10.222.0.55 "DELETE /v2.0/floatingips/b19701cd-e88f-4b04-8065-e9c4030b59d3 HTTP/1.1" status: 204 len: 168 time: 0.9279950 Oct 13 04:27:48.232283 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaeb6d-e3a2-4607-a9fc-f42d0ae35799 req-f15eb924-3d72-4fa2-8c9f-16364d529bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:48.233918 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46eaeb6d-e3a2-4607-a9fc-f42d0ae35799 req-f15eb924-3d72-4fa2-8c9f-16364d529bda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4537c4-626c-4872-8f08-761847ce7780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535309 Oct 13 04:27:48.325766 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46eaeb6d-e3a2-4607-a9fc-f42d0ae35799 req-b9923244-17f0-45d8-bd7f-cace591fc9f3 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828114 Oct 13 04:27:48.419257 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46eaeb6d-e3a2-4607-a9fc-f42d0ae35799 req-86ad3998-f797-48a3-819a-62c099ae6e90 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857651 Oct 13 04:27:48.786441 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device df66c66a-642c-4bce-9c38-ff454176b333 no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:48.813370 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: df66c66a-642c-4bce-9c38-ff454176b333 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:48.813633 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device df66c66a-642c-4bce-9c38-ff454176b333 not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:51.247892 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:27:51.801211 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49490) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:52.316372 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-be328906-0990-492c-a196-cd05d0aff6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1791116'] for router_interface, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.622855 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-be328906-0990-492c-a196-cd05d0aff6fa admin admin] Deleting port bf3e6823-e6e7-48ec-bd73-095f88fb82dc {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:52.623073 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-be328906-0990-492c-a196-cd05d0aff6fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.699685 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-be328906-0990-492c-a196-cd05d0aff6fa admin admin] For port bf3e6823-e6e7-48ec-bd73-095f88fb82dc, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=bf3e6823-e6e7-48ec-bd73-095f88fb82dc,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:52.700033 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-be328906-0990-492c-a196-cd05d0aff6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.712084 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-be328906-0990-492c-a196-cd05d0aff6fa admin admin] Calling delete_port for bf3e6823-e6e7-48ec-bd73-095f88fb82dc owned by network:router_interface {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:52.900958 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-be328906-0990-492c-a196-cd05d0aff6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.928475 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be328906-0990-492c-a196-cd05d0aff6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3e6823-e6e7-48ec-bd73-095f88fb82dc,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:53.090525 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-be328906-0990-492c-a196-cd05d0aff6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1791032'] for router_interface, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.316438 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be328906-0990-492c-a196-cd05d0aff6fa admin admin] Router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:53.432203 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be328906-0990-492c-a196-cd05d0aff6fa admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:53.437484 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-be328906-0990-492c-a196-cd05d0aff6fa admin admin] 10.222.0.55 "PUT /v2.0/routers/bc3fd1d2-99b3-4fca-9d8f-47affd035e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6353042 Oct 13 04:27:53.440123 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49494) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:53.442901 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5c47a-2ebe-492a-87c5-e391af372e0f None None] Sync routers for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:53.453227 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5c47a-2ebe-492a-87c5-e391af372e0f None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:53.453930 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-03e5c47a-2ebe-492a-87c5-e391af372e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:27:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:53.544273 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.683200 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-03e5c47a-2ebe-492a-87c5-e391af372e0f None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:53.866101 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-03e5c47a-2ebe-492a-87c5-e391af372e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:27:52Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:53.895903 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5c47a-2ebe-492a-87c5-e391af372e0f None None] Checking router: bc3fd1d2-99b3-4fca-9d8f-47affd035e99 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:53.901323 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.904942 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5c47a-2ebe-492a-87c5-e391af372e0f None None] Routers {'bc3fd1d2-99b3-4fca-9d8f-47affd035e99'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:53.905547 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-03e5c47a-2ebe-492a-87c5-e391af372e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:27:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:53.952777 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Deleting port 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:53.953096 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.009926 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-03e5c47a-2ebe-492a-87c5-e391af372e0f None None] Set router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:54.031733 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] For port 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=6cfb8242-fa9f-46ec-b2a7-c43f09892fc8,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:54.032089 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.047489 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Calling delete_port for 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 owned by network:router_gateway {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:54.186063 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-03e5c47a-2ebe-492a-87c5-e391af372e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:27:52Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:54.210588 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.213164 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5c47a-2ebe-492a-87c5-e391af372e0f None None] The sync data for ids ['bc3fd1d2-99b3-4fca-9d8f-47affd035e99'] in dv-cinder-812751-3-iscsi is: [{'id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'name': 'tempest-AttachVolumeTestJSON-1668564213-router', 'tenant_id': 'f2312bd342e040f1ade7109084831451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:22Z', 'updated_at': '2021-10-13T04:27:52Z', 'revision_number': 5, 'project_id': 'f2312bd342e040f1ade7109084831451', 'gw_port': {'id': '6cfb8242-fa9f-46ec-b2a7-c43f09892fc8', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3fd1d2-99b3-4fca-9d8f-47affd035e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:23Z', 'updated_at': '2021-10-13T04:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:54.238084 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfb8242-fa9f-46ec-b2a7-c43f09892fc8,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:54.298787 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783002'] for router_gateway, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.401963 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7449'] for router, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.404212 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.468986 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793825'] for router, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.470238 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc3fd1d2-99b3-4fca-9d8f-47affd035e99 {{(pid=94021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:27:54.476735 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.477697 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-90cb329e-42b2-4c15-b7fb-29758004bee3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/bc3fd1d2-99b3-4fca-9d8f-47affd035e99 HTTP/1.1" status: 204 len: 168 time: 1.0366921 Oct 13 04:27:54.480397 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49496) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:54.525354 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-552efdf1-2ffc-4b8e-a58b-e15d538f778f admin admin] Deleting subnet a6dbfe87-28d4-404e-af44-2da5626525e4 {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:27:54.528554 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-552efdf1-2ffc-4b8e-a58b-e15d538f778f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.566313 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-552efdf1-2ffc-4b8e-a58b-e15d538f778f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5027193'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.644435 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-552efdf1-2ffc-4b8e-a58b-e15d538f778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.698492 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-552efdf1-2ffc-4b8e-a58b-e15d538f778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7706112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274318'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.726436 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552efdf1-2ffc-4b8e-a58b-e15d538f778f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6dbfe87-28d4-404e-af44-2da5626525e4,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:54.730127 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-552efdf1-2ffc-4b8e-a58b-e15d538f778f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.733312 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-552efdf1-2ffc-4b8e-a58b-e15d538f778f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a6dbfe87-28d4-404e-af44-2da5626525e4 HTTP/1.1" status: 204 len: 168 time: 0.2519131 Oct 13 04:27:54.735882 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49498) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:54.738791 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28524c69-8d84-44b3-95c0-2283baf2791c None None] Network 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:54.805062 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.865770 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Deleting port 64dbed96-284b-4944-a11b-3cc4077ac336 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:54.866336 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.914137 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b6455f-29f7-4e87-ab70-6337662ffe43 None None] DHCP port deletion for 58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 request from dv-cinder-812751-3-iscsi {{(pid=94022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:27:54.934771 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] For port 64dbed96-284b-4944-a11b-3cc4077ac336, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=64dbed96-284b-4944-a11b-3cc4077ac336,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:54.935132 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.948035 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Calling delete_port for 64dbed96-284b-4944-a11b-3cc4077ac336 owned by network:dhcp {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:54.961434 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-50b6455f-29f7-4e87-ab70-6337662ffe43 None None] Deleting port 64dbed96-284b-4944-a11b-3cc4077ac336 {{(pid=94022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:54.961842 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-50b6455f-29f7-4e87-ab70-6337662ffe43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.027191 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-50b6455f-29f7-4e87-ab70-6337662ffe43 None None] For port 64dbed96-284b-4944-a11b-3cc4077ac336, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=64dbed96-284b-4944-a11b-3cc4077ac336,segment=NetworkSegment(69759ae7-94f7-4eba-879d-2ed727c54104),segment_id=69759ae7-94f7-4eba-879d-2ed727c54104)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:55.027436 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.027576 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-50b6455f-29f7-4e87-ab70-6337662ffe43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.040244 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-50b6455f-29f7-4e87-ab70-6337662ffe43 None None] Calling delete_port for 64dbed96-284b-4944-a11b-3cc4077ac336 owned by network:dhcp {{(pid=94022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:55.051363 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=64dbed96-284b-4944-a11b-3cc4077ac336,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:55.055018 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] No DVR routers for this DVR port 64dbed96-284b-4944-a11b-3cc4077ac336 on host dv-cinder-812751-3-iscsi {{(pid=94020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:55.124673 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.144367 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ed8cef-059d-4c9e-a8e2-6045b8f93ca6']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:55.152011 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-50b6455f-29f7-4e87-ab70-6337662ffe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.153971 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69759ae7-94f7-4eba-879d-2ed727c54104') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:55.154263 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69759ae7-94f7-4eba-879d-2ed727c54104') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:55.163639 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5027186'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.176311 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6455f-29f7-4e87-ab70-6337662ffe43 None None] Pushing event deleted for resources: {'Port': ['ID=64dbed96-284b-4944-a11b-3cc4077ac336,revision_number=None']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:55.176479 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.181384 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b6455f-29f7-4e87-ab70-6337662ffe43 None None] No DVR routers for this DVR port 64dbed96-284b-4944-a11b-3cc4077ac336 on host dv-cinder-812751-3-iscsi {{(pid=94022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:55.182249 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:27:55.182869 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706590'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: Traceback (most recent call last): Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: timer() Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: cb(*args, **kw) Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: return func(*args, **kwargs) Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: self._notify() Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: self.callback(batched_events) Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: event.method(event) Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: return f(self, *a, **k) Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._get(url).json() Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:27:55.184849 dv-cinder-812751-3-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:27:55.244068 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.249930 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.253161 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/58ed8cef-059d-4c9e-a8e2-6045b8f93ca6 HTTP/1.1" status: 204 len: 168 time: 0.5163662 Oct 13 04:27:55.266250 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d29382-ead2-43d0-8d13-d60cc1fdd6d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=58ed8cef-059d-4c9e-a8e2-6045b8f93ca6,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:55.336634 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:55.355885 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:55.356221 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 6cfb8242-fa9f-46ec-b2a7-c43f09892fc8 not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:55.356685 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device bf3e6823-e6e7-48ec-bd73-095f88fb82dc no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:55.374797 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: bf3e6823-e6e7-48ec-bd73-095f88fb82dc {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:55.375139 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device bf3e6823-e6e7-48ec-bd73-095f88fb82dc not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:55.375538 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 64dbed96-284b-4944-a11b-3cc4077ac336 no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:55.381156 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49502) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:55.396658 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: 64dbed96-284b-4944-a11b-3cc4077ac336 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:55.397014 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 64dbed96-284b-4944-a11b-3cc4077ac336 not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:55.422645 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-a4ebb51e-fd31-4cd2-88d6-00ff05ee4e10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2312bd342e040f1ade7109084831451&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401752 Oct 13 04:27:55.425100 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49504) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:55.478109 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bb99-1df3-4125-99cf-91aa91b63040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.503664 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bb99-1df3-4125-99cf-91aa91b63040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.550841 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bb99-1df3-4125-99cf-91aa91b63040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.553062 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bb99-1df3-4125-99cf-91aa91b63040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.556881 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9dc1bb99-1df3-4125-99cf-91aa91b63040 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc109d17-a7f4-4bc9-ad30-ca2a4f2d47e3 HTTP/1.1" status: 204 len: 168 time: 0.1308539 Oct 13 04:27:55.564444 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1bb99-1df3-4125-99cf-91aa91b63040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc109d17-a7f4-4bc9-ad30-ca2a4f2d47e3,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:56.311548 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49526) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:56.419338 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-815772940-network', 'tenant_id': 'e5a75ebc5f7840eea0bf2bf199f89dff'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:56.444261 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Made reservation on behalf of e5a75ebc5f7840eea0bf2bf199f89dff for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:56.446536 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.454897 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.532695 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.537967 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.560860 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:27:56.570242 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c06956-c3cb-4054-a2e2-8c15ab87d30b,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:56.574834 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.575162 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Added segment d56a2428-a11d-4d23-83dc-193c5ccda486 of type vlan for network 8ba9aa2e-a628-454c-9780-2ad013af6304 Oct 13 04:27:56.619817 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.646246 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.647193 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:56.647822 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.696569 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3838539 Oct 13 04:27:56.699686 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49532) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:56.705863 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-512a1e61-4228-441c-b1f6-a1eac5420cd6 admin admin] Request body: {'subnet': {'network_id': '8ba9aa2e-a628-454c-9780-2ad013af6304', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-815772940-subnet', 'tenant_id': 'e5a75ebc5f7840eea0bf2bf199f89dff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:56.709948 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61931a46-2a2c-4980-9274-81ea8e0dd184 admin admin] Pushing event updated for resources: {'Network': ['ID=8ba9aa2e-a628-454c-9780-2ad013af6304,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:56.721700 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 8ba9aa2e-a628-454c-9780-2ad013af6304 details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:27:56.734875 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512a1e61-4228-441c-b1f6-a1eac5420cd6 admin admin] Made reservation on behalf of e5a75ebc5f7840eea0bf2bf199f89dff for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:56.737277 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-512a1e61-4228-441c-b1f6-a1eac5420cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155510'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.903391 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-512a1e61-4228-441c-b1f6-a1eac5420cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6780911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155480'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.965238 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a1e61-4228-441c-b1f6-a1eac5420cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8416ae10-dc5c-439d-a32a-b4ca290520dc,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:56.973865 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a1e61-4228-441c-b1f6-a1eac5420cd6 admin admin] Checking segment: {'id': 'd56a2428-a11d-4d23-83dc-193c5ccda486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8ba9aa2e-a628-454c-9780-2ad013af6304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:56.974227 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a1e61-4228-441c-b1f6-a1eac5420cd6 admin admin] Network hostable DHCP agents. Network: 8ba9aa2e-a628-454c-9780-2ad013af6304, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:27:56.991818 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a1e61-4228-441c-b1f6-a1eac5420cd6 admin admin] Network 8ba9aa2e-a628-454c-9780-2ad013af6304 is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:27:57.002370 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-512a1e61-4228-441c-b1f6-a1eac5420cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 8ba9aa2e-a628-454c-9780-2ad013af6304) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:57.006367 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a1e61-4228-441c-b1f6-a1eac5420cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:57.007013 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-512a1e61-4228-441c-b1f6-a1eac5420cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.011599 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a5e5b0-cf41-43f3-a796-2d7321e5470c None None] Network 8ba9aa2e-a628-454c-9780-2ad013af6304 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:57.022933 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-512a1e61-4228-441c-b1f6-a1eac5420cd6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3220522 Oct 13 04:27:57.130973 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65671fe2-d1b4-409b-a627-56f44b6a98c0 None None] Network 8ba9aa2e-a628-454c-9780-2ad013af6304 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:57.507032 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49548) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:57.512028 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-488375449-network', 'tenant_id': 'd487e68210944a939fd6ca2f7c3e3d66'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:57.534524 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Made reservation on behalf of d487e68210944a939fd6ca2f7c3e3d66 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:57.536931 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.545842 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.621887 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.626956 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.650227 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:27:57.658401 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40be15f2-d36d-4ebb-84bf-dddad1fd739e,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:57.664546 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.664884 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Added segment c059ea4e-cc96-4c95-bdb3-3461a3c17eeb of type vlan for network 30b4d851-0577-4756-8aa6-1706a80ef95d Oct 13 04:27:57.702623 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.727182 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.728106 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:57.728692 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.776405 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2682245 Oct 13 04:27:57.779413 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49550) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:57.784564 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-2a9b4218-fa9a-4bc9-be0c-1a2177685a88 admin admin] Request body: {'subnet': {'network_id': '30b4d851-0577-4756-8aa6-1706a80ef95d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-488375449-subnet', 'tenant_id': 'd487e68210944a939fd6ca2f7c3e3d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:57.786741 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c636a-4f7c-41cf-9370-be3396dd2af7 admin admin] Pushing event updated for resources: {'Network': ['ID=30b4d851-0577-4756-8aa6-1706a80ef95d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:57.797055 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 30b4d851-0577-4756-8aa6-1706a80ef95d details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:27:57.808385 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9b4218-fa9a-4bc9-be0c-1a2177685a88 admin admin] Made reservation on behalf of d487e68210944a939fd6ca2f7c3e3d66 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:57.810775 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2a9b4218-fa9a-4bc9-be0c-1a2177685a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155510'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.977672 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2a9b4218-fa9a-4bc9-be0c-1a2177685a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6780911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155480'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.028753 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b4218-fa9a-4bc9-be0c-1a2177685a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f69da9-8de1-4cf7-9f0d-2731f5f9c4b2,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:58.038926 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b4218-fa9a-4bc9-be0c-1a2177685a88 admin admin] Checking segment: {'id': 'c059ea4e-cc96-4c95-bdb3-3461a3c17eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '30b4d851-0577-4756-8aa6-1706a80ef95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:58.039270 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b4218-fa9a-4bc9-be0c-1a2177685a88 admin admin] Network hostable DHCP agents. Network: 30b4d851-0577-4756-8aa6-1706a80ef95d, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:27:58.056763 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b4218-fa9a-4bc9-be0c-1a2177685a88 admin admin] Network 30b4d851-0577-4756-8aa6-1706a80ef95d is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:27:58.065197 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-2a9b4218-fa9a-4bc9-be0c-1a2177685a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 30b4d851-0577-4756-8aa6-1706a80ef95d) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:58.069010 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b4218-fa9a-4bc9-be0c-1a2177685a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:58.069636 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2a9b4218-fa9a-4bc9-be0c-1a2177685a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.074044 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3884484d-03c3-4c59-8133-db411371661a None None] Network 30b4d851-0577-4756-8aa6-1706a80ef95d requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:58.089588 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-2a9b4218-fa9a-4bc9-be0c-1a2177685a88 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3090310 Oct 13 04:27:58.196157 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d92ef2b-8e89-47fc-8791-26944aa6b463 None None] Network 30b4d851-0577-4756-8aa6-1706a80ef95d requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:58.200055 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49554) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:58.247300 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fd8397-7895-449b-9f5a-3435538c8c56 admin admin] Deleting subnet 8416ae10-dc5c-439d-a32a-b4ca290520dc {{(pid=94020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:27:58.250651 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41fd8397-7895-449b-9f5a-3435538c8c56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.286070 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41fd8397-7895-449b-9f5a-3435538c8c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5027193'] for subnet, precommit_delete_associations {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.326401 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41fd8397-7895-449b-9f5a-3435538c8c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.381679 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41fd8397-7895-449b-9f5a-3435538c8c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7706112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274318'] for subnet, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.409898 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8397-7895-449b-9f5a-3435538c8c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8416ae10-dc5c-439d-a32a-b4ca290520dc,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:58.413451 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-41fd8397-7895-449b-9f5a-3435538c8c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.416637 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-41fd8397-7895-449b-9f5a-3435538c8c56 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8416ae10-dc5c-439d-a32a-b4ca290520dc HTTP/1.1" status: 204 len: 168 time: 0.2155797 Oct 13 04:27:58.419126 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49556) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:58.485871 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.575268 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.599174 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba9aa2e-a628-454c-9780-2ad013af6304']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:58.608359 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56a2428-a11d-4d23-83dc-193c5ccda486') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:58.608648 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56a2428-a11d-4d23-83dc-193c5ccda486') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:58.618156 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5027186'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.631141 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.637725 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:27:58.638133 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706590'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: Traceback (most recent call last): Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: timer() Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: cb(*args, **kw) Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: return func(*args, **kwargs) Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: self._notify() Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: self.callback(batched_events) Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: event.method(event) Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: return f(self, *a, **k) Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._get(url).json() Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:27:58.639758 dv-cinder-812751-3-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:27:58.693292 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.698619 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.702614 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8ba9aa2e-a628-454c-9780-2ad013af6304 HTTP/1.1" status: 204 len: 168 time: 0.2816696 Oct 13 04:27:58.705112 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49558) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:58.715861 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11d544-21d3-4531-a96f-5994471b4634 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba9aa2e-a628-454c-9780-2ad013af6304,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:58.755832 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_v2 [None req-194ec160-1998-483b-8160-ee2a32ac9aeb admin admin] Deleting subnet 59f69da9-8de1-4cf7-9f0d-2731f5f9c4b2 {{(pid=94021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:27:58.759137 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-194ec160-1998-483b-8160-ee2a32ac9aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.793442 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-194ec160-1998-483b-8160-ee2a32ac9aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5844791'] for subnet, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.835640 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-194ec160-1998-483b-8160-ee2a32ac9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.900902 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-194ec160-1998-483b-8160-ee2a32ac9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6780844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5155473'] for subnet, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.930105 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ec160-1998-483b-8160-ee2a32ac9aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f69da9-8de1-4cf7-9f0d-2731f5f9c4b2,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:58.933972 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-194ec160-1998-483b-8160-ee2a32ac9aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.937182 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-194ec160-1998-483b-8160-ee2a32ac9aeb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/59f69da9-8de1-4cf7-9f0d-2731f5f9c4b2 HTTP/1.1" status: 204 len: 168 time: 0.2303755 Oct 13 04:27:58.939721 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49560) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:59.006947 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.099057 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.119873 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b4d851-0577-4756-8aa6-1706a80ef95d']}} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:59.129156 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c059ea4e-cc96-4c95-bdb3-3461a3c17eeb') {'for_net_delete': True} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:59.129442 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c059ea4e-cc96-4c95-bdb3-3461a3c17eeb') {} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:59.143988 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5844796'] for segment, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.163497 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.171848 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:27:59.172396 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6780530'] for segment, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: Traceback (most recent call last): Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: timer() Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: cb(*args, **kw) Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: return func(*args, **kwargs) Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: self._notify() Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: self.callback(batched_events) Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: event.method(event) Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: return f(self, *a, **k) Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: return self._get(url).json() Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: return self.request(url, 'GET', **kwargs) Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:27:59.174117 dv-cinder-812751-3-iscsi neutron-server[94021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:27:59.232735 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.237936 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.241095 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/30b4d851-0577-4756-8aa6-1706a80ef95d HTTP/1.1" status: 204 len: 168 time: 0.3004208 Oct 13 04:27:59.252071 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37db79-4175-440d-9a9f-f7fdc62ebec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=30b4d851-0577-4756-8aa6-1706a80ef95d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:59.413585 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49564) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:59.456690 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-bebdcf6f-37cc-4855-93ae-38e296318432 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5a75ebc5f7840eea0bf2bf199f89dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418067 Oct 13 04:27:59.459223 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49566) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:59.519160 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-58932a63-016f-4081-9abc-d94f1d4eb839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.542200 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-58932a63-016f-4081-9abc-d94f1d4eb839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.591734 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-58932a63-016f-4081-9abc-d94f1d4eb839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.594405 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-58932a63-016f-4081-9abc-d94f1d4eb839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.595560 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-58932a63-016f-4081-9abc-d94f1d4eb839 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32c06956-c3cb-4054-a2e2-8c15ab87d30b HTTP/1.1" status: 204 len: 168 time: 0.1354904 Oct 13 04:27:59.603030 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58932a63-016f-4081-9abc-d94f1d4eb839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c06956-c3cb-4054-a2e2-8c15ab87d30b,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:59.780265 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9ef965a5-25e1-40f2-852a-17f1c86e49a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.926706 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49572) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:59.965910 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a0c048ad-76ec-4d42-9b54-9d2e5b82f972 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d487e68210944a939fd6ca2f7c3e3d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379758 Oct 13 04:27:59.968307 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49574) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:00.014613 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-86b2fb48-7fe4-4d6f-b93f-e82ae1bf5c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.037071 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-86b2fb48-7fe4-4d6f-b93f-e82ae1bf5c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.088476 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-86b2fb48-7fe4-4d6f-b93f-e82ae1bf5c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.095347 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-86b2fb48-7fe4-4d6f-b93f-e82ae1bf5c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.096496 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-86b2fb48-7fe4-4d6f-b93f-e82ae1bf5c19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40be15f2-d36d-4ebb-84bf-dddad1fd739e HTTP/1.1" status: 204 len: 168 time: 0.1273601 Oct 13 04:28:00.104429 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2fb48-7fe4-4d6f-b93f-e82ae1bf5c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40be15f2-d36d-4ebb-84bf-dddad1fd739e,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:01.623068 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49614) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:01.732949 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b4a59209-e2f5-41bd-93cd-e194aa05c53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.816948 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b4a59209-e2f5-41bd-93cd-e194aa05c53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.821337 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b4a59209-e2f5-41bd-93cd-e194aa05c53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.858455 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b4a59209-e2f5-41bd-93cd-e194aa05c53b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=421c891f4d76450bae0570f1573991c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343202 Oct 13 04:28:01.859298 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a59209-e2f5-41bd-93cd-e194aa05c53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f5997b-c52e-4702-b862-e7cf9762270e,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:01.861206 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49618) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:01.909170 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-73474571-e6a0-4ee3-8751-8fbfffca9d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.929546 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-73474571-e6a0-4ee3-8751-8fbfffca9d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.982293 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-73474571-e6a0-4ee3-8751-8fbfffca9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.984767 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-73474571-e6a0-4ee3-8751-8fbfffca9d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.985946 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-73474571-e6a0-4ee3-8751-8fbfffca9d45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7f5997b-c52e-4702-b862-e7cf9762270e HTTP/1.1" status: 204 len: 168 time: 0.1236801 Oct 13 04:28:01.993342 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73474571-e6a0-4ee3-8751-8fbfffca9d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f5997b-c52e-4702-b862-e7cf9762270e,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:02.255602 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49624) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:02.268611 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61597dd6-706c-4325-b446-4b609140c75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.346537 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61597dd6-706c-4325-b446-4b609140c75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.352326 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-61597dd6-706c-4325-b446-4b609140c75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.364090 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6c57e0a4-a110-4cae-819c-61022157641b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.394957 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-61597dd6-706c-4325-b446-4b609140c75b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=176dcddbdd1a4b0a8833bd8ce4ba2c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382439 Oct 13 04:28:02.395862 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61597dd6-706c-4325-b446-4b609140c75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abb5a62-be42-4114-b1ed-1221f594f5b0,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:02.397842 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49626) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:02.447058 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c1c6-9b05-49f0-ace5-a272b274d8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.468454 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c1c6-9b05-49f0-ace5-a272b274d8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.517734 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c1c6-9b05-49f0-ace5-a272b274d8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.520230 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c1c6-9b05-49f0-ace5-a272b274d8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.521335 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-a1e4c1c6-9b05-49f0-ace5-a272b274d8d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8abb5a62-be42-4114-b1ed-1221f594f5b0 HTTP/1.1" status: 204 len: 168 time: 0.1225343 Oct 13 04:28:02.531911 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4c1c6-9b05-49f0-ace5-a272b274d8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abb5a62-be42-4114-b1ed-1221f594f5b0,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:03.374098 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.614178 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:05.300586 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:06.007115 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.459368 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49762) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:11.573278 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-80ac0897-1a1e-4774-bc19-4b3238427694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.656014 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-80ac0897-1a1e-4774-bc19-4b3238427694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.661698 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-80ac0897-1a1e-4774-bc19-4b3238427694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.699744 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-80ac0897-1a1e-4774-bc19-4b3238427694 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=362967aca9dc4a249449d52be36fac5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393198 Oct 13 04:28:11.700434 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac0897-1a1e-4774-bc19-4b3238427694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d33a22b-75d2-4330-8d2d-debd960e837e,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:11.705175 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49766) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:11.755653 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-862deda7-24a7-473c-8e8a-ff05869efc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.778270 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-862deda7-24a7-473c-8e8a-ff05869efc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.832634 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-862deda7-24a7-473c-8e8a-ff05869efc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.835221 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-862deda7-24a7-473c-8e8a-ff05869efc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.836474 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-862deda7-24a7-473c-8e8a-ff05869efc31 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d33a22b-75d2-4330-8d2d-debd960e837e HTTP/1.1" status: 204 len: 168 time: 0.1300941 Oct 13 04:28:11.844606 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862deda7-24a7-473c-8e8a-ff05869efc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d33a22b-75d2-4330-8d2d-debd960e837e,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:12.109459 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49772) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:12.124975 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-31cdb983-da37-4ce1-a90e-b82a6ecd2109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.197563 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-31cdb983-da37-4ce1-a90e-b82a6ecd2109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.203250 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-31cdb983-da37-4ce1-a90e-b82a6ecd2109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.239665 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-31cdb983-da37-4ce1-a90e-b82a6ecd2109 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cfa8fb0109184056a93ead49b21a54ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291010 Oct 13 04:28:12.240479 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdb983-da37-4ce1-a90e-b82a6ecd2109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff73268a-ef97-4424-a9fb-ff8e8ef8fe48,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:12.242710 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49774) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:12.291000 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0c091aac-91e0-4f1a-a29e-e816b278d867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.312301 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0c091aac-91e0-4f1a-a29e-e816b278d867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.363881 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0c091aac-91e0-4f1a-a29e-e816b278d867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.368441 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0c091aac-91e0-4f1a-a29e-e816b278d867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.369914 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-0c091aac-91e0-4f1a-a29e-e816b278d867 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff73268a-ef97-4424-a9fb-ff8e8ef8fe48 HTTP/1.1" status: 204 len: 168 time: 0.1262696 Oct 13 04:28:12.378010 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c091aac-91e0-4f1a-a29e-e816b278d867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff73268a-ef97-4424-a9fb-ff8e8ef8fe48,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:12.699205 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49780) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:12.712719 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-276c5c6a-20d5-4a8f-96bb-17949b63d4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.787984 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-276c5c6a-20d5-4a8f-96bb-17949b63d4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.793139 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-276c5c6a-20d5-4a8f-96bb-17949b63d4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.830254 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c5c6a-20d5-4a8f-96bb-17949b63d4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e614784-e3ad-4394-aaab-b34d3bbda30a,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:12.834590 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-276c5c6a-20d5-4a8f-96bb-17949b63d4e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd64b7e943aa4ef499a2564560b57cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344469 Oct 13 04:28:12.837233 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49782) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:12.884619 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8a46-09df-4e1f-b8b5-662be29d1a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.905634 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8a46-09df-4e1f-b8b5-662be29d1a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.956004 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8a46-09df-4e1f-b8b5-662be29d1a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.958492 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8a46-09df-4e1f-b8b5-662be29d1a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.959618 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d1ce8a46-09df-4e1f-b8b5-662be29d1a14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e614784-e3ad-4394-aaab-b34d3bbda30a HTTP/1.1" status: 204 len: 168 time: 0.1214569 Oct 13 04:28:12.967134 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce8a46-09df-4e1f-b8b5-662be29d1a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e614784-e3ad-4394-aaab-b34d3bbda30a,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:17.394794 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49858) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:17.500044 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e24d5fe8-6821-4543-ae92-c3c37f2657e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.576187 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e24d5fe8-6821-4543-ae92-c3c37f2657e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.581220 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e24d5fe8-6821-4543-ae92-c3c37f2657e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.617774 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e24d5fe8-6821-4543-ae92-c3c37f2657e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e44d316e8a7244e2aa972cf69462caa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218268 Oct 13 04:28:17.618605 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d5fe8-6821-4543-ae92-c3c37f2657e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6547e5-2594-49c6-a295-049ba376fd86,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:17.620739 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49862) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:17.671208 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7ed714e7-3147-49c0-82b6-5285cf821ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.693226 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7ed714e7-3147-49c0-82b6-5285cf821ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.740936 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7ed714e7-3147-49c0-82b6-5285cf821ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.743635 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-7ed714e7-3147-49c0-82b6-5285cf821ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.744751 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-7ed714e7-3147-49c0-82b6-5285cf821ab5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a6547e5-2594-49c6-a295-049ba376fd86 HTTP/1.1" status: 204 len: 168 time: 0.1230571 Oct 13 04:28:17.752521 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed714e7-3147-49c0-82b6-5285cf821ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6547e5-2594-49c6-a295-049ba376fd86,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:18.008427 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49868) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:18.028214 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9263d04a-2ebc-49f0-a581-bbfd5d829d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.104218 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9263d04a-2ebc-49f0-a581-bbfd5d829d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.110273 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9263d04a-2ebc-49f0-a581-bbfd5d829d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.147171 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-9263d04a-2ebc-49f0-a581-bbfd5d829d68 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c89b7620aee744dfb463e9937ad86418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374145 Oct 13 04:28:18.148003 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263d04a-2ebc-49f0-a581-bbfd5d829d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14502be8-90a2-40b8-85e3-50a489af24d8,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:18.150359 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49870) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:18.199675 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c60ed09-14fa-4120-93e6-4abb02b1b69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.231082 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c60ed09-14fa-4120-93e6-4abb02b1b69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.278876 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c60ed09-14fa-4120-93e6-4abb02b1b69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.281462 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2c60ed09-14fa-4120-93e6-4abb02b1b69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.282637 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-2c60ed09-14fa-4120-93e6-4abb02b1b69c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14502be8-90a2-40b8-85e3-50a489af24d8 HTTP/1.1" status: 204 len: 168 time: 0.1311719 Oct 13 04:28:18.290105 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60ed09-14fa-4120-93e6-4abb02b1b69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14502be8-90a2-40b8-85e3-50a489af24d8,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:19.415788 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 49900) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:19.526496 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e5995cd-a729-43d1-b24f-71cc98575184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.602935 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e5995cd-a729-43d1-b24f-71cc98575184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.608650 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6e5995cd-a729-43d1-b24f-71cc98575184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.646932 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-6e5995cd-a729-43d1-b24f-71cc98575184 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48e4b158e3ae4db7a4d3eabe7ef6e255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300940 Oct 13 04:28:19.647821 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5995cd-a729-43d1-b24f-71cc98575184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd24950-fa22-49f0-bff0-593fddcb9b87,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:19.650350 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 49904) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:19.702144 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6c575910-facb-4901-8350-acb45e50333e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.723003 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6c575910-facb-4901-8350-acb45e50333e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.771153 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6c575910-facb-4901-8350-acb45e50333e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.774382 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6c575910-facb-4901-8350-acb45e50333e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.775538 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-6c575910-facb-4901-8350-acb45e50333e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0fd24950-fa22-49f0-bff0-593fddcb9b87 HTTP/1.1" status: 204 len: 168 time: 0.1241765 Oct 13 04:28:19.783246 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c575910-facb-4901-8350-acb45e50333e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd24950-fa22-49f0-bff0-593fddcb9b87,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:28.251625 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:28:29.791151 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-cebb6dee-5b68-438e-b277-3140fb4f1fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.371976 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-3c67e4d3-cdd9-4829-99da-fc4663cfcd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.379956 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.629049 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.314555 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:36.003755 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.174366 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50058) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:43.289990 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3703217d-1474-4efc-8e3a-5cb4e49699d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.363055 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3703217d-1474-4efc-8e3a-5cb4e49699d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.368249 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3703217d-1474-4efc-8e3a-5cb4e49699d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.404211 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703217d-1474-4efc-8e3a-5cb4e49699d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d607c3c9-62e8-467e-8c7b-dafcdc2b1022,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:43.408481 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-3703217d-1474-4efc-8e3a-5cb4e49699d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0167595f6334a4991445aefbb97fd11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330687 Oct 13 04:28:43.411224 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50062) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:43.461915 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e8791a2a-21fb-49d5-b483-fddbafcf092b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.483611 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e8791a2a-21fb-49d5-b483-fddbafcf092b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.538119 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e8791a2a-21fb-49d5-b483-fddbafcf092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.542139 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-e8791a2a-21fb-49d5-b483-fddbafcf092b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.543659 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-e8791a2a-21fb-49d5-b483-fddbafcf092b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d607c3c9-62e8-467e-8c7b-dafcdc2b1022 HTTP/1.1" status: 204 len: 168 time: 0.1315236 Oct 13 04:28:43.553302 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8791a2a-21fb-49d5-b483-fddbafcf092b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d607c3c9-62e8-467e-8c7b-dafcdc2b1022,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:47.493179 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-d61e0d34-1e83-4df4-a11b-219e02d2fa30 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1320109 Oct 13 04:28:47.559349 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-18c5b8f9-dbd6-4f62-bb5c-2bc0b3c81acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.560745 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-18c5b8f9-dbd6-4f62-bb5c-2bc0b3c81acc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 1099 time: 0.0407138 Oct 13 04:28:47.668111 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-2d6448cd-544c-4f0c-a1d1-2f1f0ec8efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.669562 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-2d6448cd-544c-4f0c-a1d1-2f1f0ec8efd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 913 time: 0.0894146 Oct 13 04:28:47.736951 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-8077774e-952e-4a96-a505-9dbd21d2fcf7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbed6222-da96-4eeb-bab7-65423ecde122 HTTP/1.1" status: 200 len: 1002 time: 0.0598645 Oct 13 04:28:47.791685 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-1ace181c-9a3a-42f6-9050-e926c920f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.793082 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-1ace181c-9a3a-42f6-9050-e926c920f9bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0482838 Oct 13 04:28:47.839070 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-41dcb522-9212-4824-8d11-62037599e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.840385 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-41dcb522-9212-4824-8d11-62037599e7ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402570 Oct 13 04:28:47.851632 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-21aa26ed-9925-453e-9341-fcba5003907c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:28:47.852524 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-21aa26ed-9925-453e-9341-fcba5003907c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046277 Oct 13 04:28:47.945835 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-3b59c236-225a-4136-a402-bf2ed58c9295 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840070 Oct 13 04:28:48.039159 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-067896ea-bb9a-4526-872b-4179f8aa8786 req-3b8f4e43-0581-449c-af6d-2f7db1de9c09 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853679 Oct 13 04:28:49.504780 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af600a2d-baa7-471f-b92b-ab0759c57443 req-2f0dea66-07a4-4dbc-b48f-be0924e82bc0 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.506205 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-af600a2d-baa7-471f-b92b-ab0759c57443 req-2f0dea66-07a4-4dbc-b48f-be0924e82bc0 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 946 time: 0.0502996 Oct 13 04:28:49.546706 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-af600a2d-baa7-471f-b92b-ab0759c57443 req-0072051b-5ec5-4dcc-a738-b89c2408839b tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338249 Oct 13 04:28:50.677363 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f55b16-fed0-4f74-83ec-6eb95fd429ca req-f2697a9d-831e-4bc8-9eac-d1fbe9b607a9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:50.678856 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b1f55b16-fed0-4f74-83ec-6eb95fd429ca req-f2697a9d-831e-4bc8-9eac-d1fbe9b607a9 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 946 time: 0.0570214 Oct 13 04:28:50.720220 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b1f55b16-fed0-4f74-83ec-6eb95fd429ca req-0d6943d8-9ce7-484d-bbb6-65b74b4c0bdb tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324528 Oct 13 04:28:51.122743 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafc934-36e9-4751-9e41-392d5a48392c req-5ce39d43-d291-427d-82cd-299ab35f1739 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.124263 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1aafc934-36e9-4751-9e41-392d5a48392c req-5ce39d43-d291-427d-82cd-299ab35f1739 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 946 time: 0.0619965 Oct 13 04:28:51.220552 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Deleting port b7c271f3-64be-4491-904a-f29a7f6c6c8a {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:51.220859 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.310677 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] For port b7c271f3-64be-4491-904a-f29a7f6c6c8a, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=b7c271f3-64be-4491-904a-f29a7f6c6c8a,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:51.311007 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.479109 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.479559 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.479690 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.l3_db [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Floating IP 5e0252ac-ea8c-49cd-93e7-fcd54b7a9254 disassociated. External IP: 172.27.2.163, port: b7c271f3-64be-4491-904a-f29a7f6c6c8a. Oct 13 04:28:51.480061 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Calling delete_port for b7c271f3-64be-4491-904a-f29a7f6c6c8a owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:51.624747 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.652887 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event deleted for resources: {'Port': ['ID=b7c271f3-64be-4491-904a-f29a7f6c6c8a,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:51.663791 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:51.664104 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:51.664446 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:51.664795 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:51.665108 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:51.665397 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:51.665768 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:51.666083 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:51.666392 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:51.666699 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:51.666993 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:51.667300 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:51.774884 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:51.853105 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-cab361ff-2621-40a8-886a-bf6e42a71ff7 req-342f11ef-9f40-4210-866d-1f8e38340a26 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a6451d1-6399-4efc-8b6a-0e57ee0610b8 HTTP/1.1" status: 200 len: 210 time: 0.0335042 Oct 13 04:28:51.905921 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:51.916669 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f639ce61-99ba-4481-b11f-f07ec166b340 None None] Sync routers for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:51.926542 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f639ce61-99ba-4481-b11f-f07ec166b340 None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:51.927088 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-f639ce61-99ba-4481-b11f-f07ec166b340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:28:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:51.950560 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] No DVR routers for this DVR port b7c271f3-64be-4491-904a-f29a7f6c6c8a on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:51.953318 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.956955 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1aafc934-36e9-4751-9e41-392d5a48392c req-b6d0705d-fcfe-40df-8d4d-a83fd0da56d4 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.45 "DELETE /v2.0/ports/b7c271f3-64be-4491-904a-f29a7f6c6c8a HTTP/1.1" status: 204 len: 173 time: 0.8260689 Oct 13 04:28:51.957382 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'name': 'network-vif-deleted', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:51.959692 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b37e0d4-dac5-485d-9905-99ffe8d88285" -d '{"events": [{"server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "name": "network-vif-deleted", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:52.035061 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-f639ce61-99ba-4481-b11f-f07ec166b340 None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:52.142590 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04964c9f-7b4a-4552-ac30-cb4037b9bf4e x-openstack-request-id: req-04964c9f-7b4a-4552-ac30-cb4037b9bf4e {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:52.142915 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6451d1-6399-4efc-8b6a-0e57ee0610b8", "name": "network-vif-deleted", "tag": "b7c271f3-64be-4491-904a-f29a7f6c6c8a", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:52.143217 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04964c9f-7b4a-4552-ac30-cb4037b9bf4e {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:52.143687 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6451d1-6399-4efc-8b6a-0e57ee0610b8', 'name': 'network-vif-deleted', 'tag': 'b7c271f3-64be-4491-904a-f29a7f6c6c8a', 'status': 'completed', 'code': 200} Oct 13 04:28:52.254987 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-f639ce61-99ba-4481-b11f-f07ec166b340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:52.284482 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f639ce61-99ba-4481-b11f-f07ec166b340 None None] Checking router: 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:52.293680 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f639ce61-99ba-4481-b11f-f07ec166b340 None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:52.294205 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-f639ce61-99ba-4481-b11f-f07ec166b340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:28:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:52.416189 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-f639ce61-99ba-4481-b11f-f07ec166b340 None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:52.614099 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-f639ce61-99ba-4481-b11f-f07ec166b340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:52.640258 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f639ce61-99ba-4481-b11f-f07ec166b340 None None] The sync data for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi is: [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:17:35Z', 'revision_number': 4, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '3eee66e7-191d-4abf-8130-f6c524422bb0', 'name': '', 'network_id': '1c4537c4-626c-4872-8f08-761847ce7780', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'mac_address': 'fa:16:3e:84:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:34Z', 'updated_at': '2021-10-13T04:17:41Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'subnets': [{'id': 'fc782f82-cb87-47a0-947a-1f584f8af09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:52.866085 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047001a-4db8-4557-91c0-d7093f2e31e6 None None] New status for floating IP 5e0252ac-ea8c-49cd-93e7-fcd54b7a9254: DOWN {{(pid=94022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:28:52.942840 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50096) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:52.997755 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-607efc7e-2e37-4722-af4b-0f5b98b50923 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.020848 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-607efc7e-2e37-4722-af4b-0f5b98b50923 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.067502 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-607efc7e-2e37-4722-af4b-0f5b98b50923 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.070004 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-607efc7e-2e37-4722-af4b-0f5b98b50923 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.071141 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-607efc7e-2e37-4722-af4b-0f5b98b50923 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "DELETE /v2.0/security-groups/ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c HTTP/1.1" status: 204 len: 168 time: 0.1266589 Oct 13 04:28:53.074051 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50098) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:53.079935 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607efc7e-2e37-4722-af4b-0f5b98b50923 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:53.088571 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.api.v2.resource [None req-de21ff91-9372-4efe-ba15-70a919cc5148 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] show failed (client error): The resource could not be found. Oct 13 04:28:53.092543 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-de21ff91-9372-4efe-ba15-70a919cc5148 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "GET /v2.0/security-groups/ad3ff816-75e4-4b5c-ba5d-00bd0b8f876c HTTP/1.1" status: 404 len: 347 time: 0.0145962 Oct 13 04:28:53.092799 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50100) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:53.212728 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Deleting port 128194bc-1bb5-4edc-a1e2-00d6fbcf76c0 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:53.213007 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.296436 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.296749 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.308722 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Calling delete_port for 128194bc-1bb5-4edc-a1e2-00d6fbcf76c0 owned by network:floatingip {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:53.439201 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.466338 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Pushing event deleted for resources: {'Port': ['ID=128194bc-1bb5-4edc-a1e2-00d6fbcf76c0,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:53.476065 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:53.476437 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:53.476751 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:53.477111 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:53.477437 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:53.478346 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:53.478346 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:53.478517 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:53.478718 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:53.479042 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:53.479344 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:53.479649 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:53.542125 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks [] for floatingip, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.544835 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.546097 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-f52b905d-7dbe-4211-a917-1468dc27d949 tempest-AttachVolumeShelveTestJSON-1718695074 tempest-AttachVolumeShelveTestJSON-1718695074-project] 10.222.0.55 "DELETE /v2.0/floatingips/5e0252ac-ea8c-49cd-93e7-fcd54b7a9254 HTTP/1.1" status: 204 len: 168 time: 0.4523628 Oct 13 04:28:54.293098 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e796433-ff6e-455d-afad-4ef5402e52e6 req-d8fa15a5-3c54-479e-b8f7-afc347895b89 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:54.294610 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7e796433-ff6e-455d-afad-4ef5402e52e6 req-d8fa15a5-3c54-479e-b8f7-afc347895b89 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 946 time: 0.0544825 Oct 13 04:28:54.343431 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-7e796433-ff6e-455d-afad-4ef5402e52e6 req-7f84b292-a99c-4ade-8b00-dd28aae8ec43 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419269 Oct 13 04:28:55.204071 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device b7c271f3-64be-4491-904a-f29a7f6c6c8a no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:55.224555 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: b7c271f3-64be-4491-904a-f29a7f6c6c8a {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:55.224896 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device b7c271f3-64be-4491-904a-f29a7f6c6c8a not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:55.468295 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebc22a-072c-4c8b-bb69-b8e63442f1d2 req-91ca93ee-2e23-4792-be69-36770f5a9838 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:55.469684 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0ebc22a-072c-4c8b-bb69-b8e63442f1d2 req-91ca93ee-2e23-4792-be69-36770f5a9838 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 946 time: 0.0552464 Oct 13 04:28:55.509360 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b0ebc22a-072c-4c8b-bb69-b8e63442f1d2 req-f598d550-a09c-4822-9ab4-65160851ab65 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335197 Oct 13 04:28:55.888790 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-4c8734a5-3595-4cd8-8c45-812e964967a2 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:55.890245 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-4c8734a5-3595-4cd8-8c45-812e964967a2 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 946 time: 0.0615265 Oct 13 04:28:55.980092 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Deleting port cbed6222-da96-4eeb-bab7-65423ecde122 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:55.980400 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.003312 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50128) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:56.072742 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] For port cbed6222-da96-4eeb-bab7-65423ecde122, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=cbed6222-da96-4eeb-bab7-65423ecde122,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:56.073098 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.244871 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.245347 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.245853 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.l3_db [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Floating IP 06c2bcf9-12cb-498f-aaf9-d5f80e3353bf disassociated. External IP: 172.27.2.240, port: cbed6222-da96-4eeb-bab7-65423ecde122. Oct 13 04:28:56.246184 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Calling delete_port for cbed6222-da96-4eeb-bab7-65423ecde122 owned by compute:nova {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:56.376666 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.406627 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event deleted for resources: {'Port': ['ID=cbed6222-da96-4eeb-bab7-65423ecde122,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:56.439875 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84641cad-e8e1-4f34-b217-a1839b31d1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1791116'] for router_interface, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.523257 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:56.640301 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b8422d5d-8f79-41fd-9888-b4b8a431a016 req-1cc0d4db-a326-4a5d-a719-cf54a7bdfc8f tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26bf0b5-5228-42aa-89d4-3965eebb821b HTTP/1.1" status: 200 len: 210 time: 0.0329154 Oct 13 04:28:56.653991 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:56.670943 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a0558-ab74-4102-97c3-0f4ad45c24fc None None] Sync routers for ids ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:56.679727 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a0558-ab74-4102-97c3-0f4ad45c24fc None None] Routers {'e4bea47d-b689-4c65-80aa-4dbc421c7fe9'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:56.680261 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-1d2a0558-ab74-4102-97c3-0f4ad45c24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:28:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:56.683862 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-84641cad-e8e1-4f34-b217-a1839b31d1db admin admin] Deleting port 3eee66e7-191d-4abf-8130-f6c524422bb0 {{(pid=94020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:56.684215 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84641cad-e8e1-4f34-b217-a1839b31d1db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.701189 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] No DVR routers for this DVR port cbed6222-da96-4eeb-bab7-65423ecde122 on host hv-cinder-81275 {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:56.703778 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.707070 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d59f537b-54a2-4460-ac72-f8d58f39cb61 req-58155b5d-207d-442b-bf93-2ba944acd514 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.45 "DELETE /v2.0/ports/cbed6222-da96-4eeb-bab7-65423ecde122 HTTP/1.1" status: 204 len: 173 time: 0.8105571 Oct 13 04:28:56.707494 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'name': 'network-vif-deleted', 'tag': 'cbed6222-da96-4eeb-bab7-65423ecde122'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:56.709991 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d22e15-a9cb-49a1-a5f8-293570ecee38" -d '{"events": [{"server_uuid": "d26bf0b5-5228-42aa-89d4-3965eebb821b", "name": "network-vif-deleted", "tag": "cbed6222-da96-4eeb-bab7-65423ecde122"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:56.761760 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677de200-300e-4392-bd34-0e2f870cb66a x-openstack-request-id: req-677de200-300e-4392-bd34-0e2f870cb66a {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:56.762039 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26bf0b5-5228-42aa-89d4-3965eebb821b", "name": "network-vif-deleted", "tag": "cbed6222-da96-4eeb-bab7-65423ecde122", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:56.762730 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-677de200-300e-4392-bd34-0e2f870cb66a {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:56.762730 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26bf0b5-5228-42aa-89d4-3965eebb821b', 'name': 'network-vif-deleted', 'tag': 'cbed6222-da96-4eeb-bab7-65423ecde122', 'status': 'completed', 'code': 200} Oct 13 04:28:56.827616 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-1d2a0558-ab74-4102-97c3-0f4ad45c24fc None None] Set router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:57.047825 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-84641cad-e8e1-4f34-b217-a1839b31d1db admin admin] For port 3eee66e7-191d-4abf-8130-f6c524422bb0, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=3eee66e7-191d-4abf-8130-f6c524422bb0,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:57.048401 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84641cad-e8e1-4f34-b217-a1839b31d1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:57.064044 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-84641cad-e8e1-4f34-b217-a1839b31d1db admin admin] Calling delete_port for 3eee66e7-191d-4abf-8130-f6c524422bb0 owned by network:router_interface {{(pid=94020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:57.160255 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-1d2a0558-ab74-4102-97c3-0f4ad45c24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '01fd8c8e-bdb4-4109-bde1-29e99623c4e8', 'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'mac_address': 'fa:16:3e:b6:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:23Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 5, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'subnets': [{'id': '6be3ed3f-7562-451d-ab93-892a56866318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:57.186571 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a0558-ab74-4102-97c3-0f4ad45c24fc None None] Checking router: e4bea47d-b689-4c65-80aa-4dbc421c7fe9 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:57.194880 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a0558-ab74-4102-97c3-0f4ad45c24fc None None] Routers {'e4bea47d-b689-4c65-80aa-4dbc421c7fe9'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:57.195477 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-1d2a0558-ab74-4102-97c3-0f4ad45c24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:28:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:57.248074 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84641cad-e8e1-4f34-b217-a1839b31d1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:57.275696 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84641cad-e8e1-4f34-b217-a1839b31d1db admin admin] Pushing event deleted for resources: {'Port': ['ID=3eee66e7-191d-4abf-8130-f6c524422bb0,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:57.312071 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-1d2a0558-ab74-4102-97c3-0f4ad45c24fc None None] Set router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:57.506323 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-84641cad-e8e1-4f34-b217-a1839b31d1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1791032'] for router_interface, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:57.549363 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-1d2a0558-ab74-4102-97c3-0f4ad45c24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '01fd8c8e-bdb4-4109-bde1-29e99623c4e8', 'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'mac_address': 'fa:16:3e:b6:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:23Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 5, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'subnets': [{'id': '6be3ed3f-7562-451d-ab93-892a56866318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:57.576297 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a0558-ab74-4102-97c3-0f4ad45c24fc None None] The sync data for ids ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'] in dv-cinder-812751-3-iscsi is: [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '01fd8c8e-bdb4-4109-bde1-29e99623c4e8', 'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'mac_address': 'fa:16:3e:b6:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:23Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 5, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'subnets': [{'id': '6be3ed3f-7562-451d-ab93-892a56866318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:57.725165 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84641cad-e8e1-4f34-b217-a1839b31d1db admin admin] Router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:57.831254 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107d011-e7c0-4c84-b536-baa26d447fd1 None None] New status for floating IP 06c2bcf9-12cb-498f-aaf9-d5f80e3353bf: DOWN {{(pid=94022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:28:57.833382 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84641cad-e8e1-4f34-b217-a1839b31d1db admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:57.842142 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab17774-12d9-4095-b8fa-cf4374f04004 None None] Sync routers for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:57.843790 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-84641cad-e8e1-4f34-b217-a1839b31d1db admin admin] 10.222.0.55 "PUT /v2.0/routers/4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8393776 Oct 13 04:28:57.846499 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50144) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:57.864722 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab17774-12d9-4095-b8fa-cf4374f04004 None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:57.865446 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-3ab17774-12d9-4095-b8fa-cf4374f04004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:28:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:57.958488 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-a411ab61-755c-4228-901a-dabd3d18c608 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70120880&fields=id&tenant_id=8215b3ac605f4c6ab2b0c473f2de2930 HTTP/1.1" status: 200 len: 267 time: 0.0722010 Oct 13 04:28:57.984041 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-3ab17774-12d9-4095-b8fa-cf4374f04004 None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:58.024313 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.169189 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-3ab17774-12d9-4095-b8fa-cf4374f04004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:28:57Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:58.197409 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab17774-12d9-4095-b8fa-cf4374f04004 None None] Checking router: 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:58.206666 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab17774-12d9-4095-b8fa-cf4374f04004 None None] Routers {'4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:58.207272 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-3ab17774-12d9-4095-b8fa-cf4374f04004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:28:32Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:58.321266 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-3ab17774-12d9-4095-b8fa-cf4374f04004 None None] Set router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:58.410171 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-7986d4d3-edc4-47d0-8aa7-09458c029506 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:58.411554 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-7986d4d3-edc4-47d0-8aa7-09458c029506 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 812 time: 0.4347873 Oct 13 04:28:58.430935 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-700f1cdc-fb73-4969-ab40-5ee7147124e5 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/quotas/8215b3ac605f4c6ab2b0c473f2de2930 HTTP/1.1" status: 200 len: 375 time: 0.0130637 Oct 13 04:28:58.432054 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.498503 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-3ab17774-12d9-4095-b8fa-cf4374f04004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:28:57Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:58.510945 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-7b382c78-528b-41e6-a226-c983bb36ff86 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736613 Oct 13 04:28:58.526989 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-725f7b51-40db-40dd-b92c-7024a808bae9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:28:58.527911 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-725f7b51-40db-40dd-b92c-7024a808bae9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053844 Oct 13 04:28:58.530087 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Deleting port 51554b6b-e709-4551-861e-9d06f0f8a4f3 {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:58.530354 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.531503 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab17774-12d9-4095-b8fa-cf4374f04004 None None] The sync data for ids ['4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685'] in dv-cinder-812751-3-iscsi is: [{'id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'name': 'tempest-AttachVolumeShelveTestJSON-737474326-router', 'tenant_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:24Z', 'updated_at': '2021-10-13T04:28:57Z', 'revision_number': 5, 'project_id': 'd168ef71e112452db0a5035cfc0e4b2b', 'gw_port': {'id': '51554b6b-e709-4551-861e-9d06f0f8a4f3', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:27Z', 'updated_at': '2021-10-13T04:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:58.666183 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] For port 51554b6b-e709-4551-861e-9d06f0f8a4f3, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=51554b6b-e709-4551-861e-9d06f0f8a4f3,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:58.666526 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.683866 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Calling delete_port for 51554b6b-e709-4551-861e-9d06f0f8a4f3 owned by network:router_gateway {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:58.686822 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-ed68ddb5-1f01-4ce3-ab1b-7264434433ff service neutron] 10.222.0.55 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447549 Oct 13 04:28:58.850527 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-59af94f6-0e9f-4335-9a83-2580b06687fb service neutron] 10.222.0.55 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566865 Oct 13 04:28:58.929285 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.955005 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=51554b6b-e709-4551-861e-9d06f0f8a4f3,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:59.019580 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783002'] for router_gateway, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.113411 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7449'] for router, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.115561 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.161046 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793825'] for router, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.161788 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 {{(pid=94021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:28:59.167026 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.170703 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-8de9f9ab-dcd3-46b8-b416-abb3f284bbd0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/4b3e6f18-461c-4f7f-bfb3-9c0d21b5c685 HTTP/1.1" status: 204 len: 168 time: 1.3206646 Oct 13 04:28:59.170838 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50152) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:59.221779 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b333444-fc6a-4cd6-a016-3492f6e5afde admin admin] Deleting subnet fc782f82-cb87-47a0-947a-1f584f8af09a {{(pid=94021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:28:59.225235 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4b333444-fc6a-4cd6-a016-3492f6e5afde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.251839 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device cbed6222-da96-4eeb-bab7-65423ecde122 no longer exists at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:59.262366 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4b333444-fc6a-4cd6-a016-3492f6e5afde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5844791'] for subnet, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.273268 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] No Port match for: cbed6222-da96-4eeb-bab7-65423ecde122 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:59.273632 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device cbed6222-da96-4eeb-bab7-65423ecde122 not bound to the agent host hv-cinder-81275 {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:59.370564 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4b333444-fc6a-4cd6-a016-3492f6e5afde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.430514 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4b333444-fc6a-4cd6-a016-3492f6e5afde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6780844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5155473'] for subnet, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.453333 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b333444-fc6a-4cd6-a016-3492f6e5afde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc782f82-cb87-47a0-947a-1f584f8af09a,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:59.459264 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4b333444-fc6a-4cd6-a016-3492f6e5afde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.462461 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4b333444-fc6a-4cd6-a016-3492f6e5afde admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fc782f82-cb87-47a0-947a-1f584f8af09a HTTP/1.1" status: 204 len: 168 time: 0.2906158 Oct 13 04:28:59.464778 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db00dd94-ee7f-4d8d-9686-a4b615f51d11 None None] Network 1c4537c4-626c-4872-8f08-761847ce7780 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:28:59.465178 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50154) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:59.538072 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.602459 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Deleting port 89e7d44a-20d1-482a-8d55-fd61f4aec45d {{(pid=94021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:59.602791 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.662340 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] DHCP port deletion for 1c4537c4-626c-4872-8f08-761847ce7780 request from dv-cinder-812751-3-iscsi {{(pid=94022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:28:59.668124 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 51554b6b-e709-4551-861e-9d06f0f8a4f3 no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:59.676915 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] For port 89e7d44a-20d1-482a-8d55-fd61f4aec45d, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=89e7d44a-20d1-482a-8d55-fd61f4aec45d,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:59.677363 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.689482 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.plugin [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Calling delete_port for 89e7d44a-20d1-482a-8d55-fd61f4aec45d owned by network:dhcp {{(pid=94021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:59.702576 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: 51554b6b-e709-4551-861e-9d06f0f8a4f3 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:59.702910 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 51554b6b-e709-4551-861e-9d06f0f8a4f3 not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:59.703319 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 3eee66e7-191d-4abf-8130-f6c524422bb0 no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:59.724896 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: 3eee66e7-191d-4abf-8130-f6c524422bb0 {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:59.725130 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 3eee66e7-191d-4abf-8130-f6c524422bb0 not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:59.747742 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Deleting port 89e7d44a-20d1-482a-8d55-fd61f4aec45d {{(pid=94022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:59.748111 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748560410022'] for port, before_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.768027 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.800176 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Pushing event deleted for resources: {'Port': ['ID=89e7d44a-20d1-482a-8d55-fd61f4aec45d,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:59.802021 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] No DVR routers for this DVR port 89e7d44a-20d1-482a-8d55-fd61f4aec45d on host dv-cinder-812751-3-iscsi {{(pid=94021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:59.818270 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1a786a23-28d8-47f9-b140-a9d62c14c213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.830962 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] For port 89e7d44a-20d1-482a-8d55-fd61f4aec45d, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=89e7d44a-20d1-482a-8d55-fd61f4aec45d,segment=NetworkSegment(2b565eb9-dfb3-4a3b-934b-9738feba2471),segment_id=2b565eb9-dfb3-4a3b-934b-9738feba2471)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:59.831346 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778209'] for port, precommit_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.842845 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Calling delete_port for 89e7d44a-20d1-482a-8d55-fd61f4aec45d owned by network:dhcp {{(pid=94022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:59.872983 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.893171 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4537c4-626c-4872-8f08-761847ce7780']}} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:59.903006 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b565eb9-dfb3-4a3b-934b-9738feba2471') {'for_net_delete': True} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:59.903294 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.services.segments.db [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b565eb9-dfb3-4a3b-934b-9738feba2471') {} {{(pid=94021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:59.912872 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5844796'] for segment, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.916764 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748560383748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748559912695'] for port, after_delete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.926097 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.932253 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:28:59.932595 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6780530'] for segment, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: Traceback (most recent call last): Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: timer() Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: cb(*args, **kw) Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: return func(*args, **kwargs) Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: self._notify() Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: self.callback(batched_events) Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: event.method(event) Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: return f(self, *a, **k) Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: return self._get(url).json() Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: return self.request(url, 'GET', **kwargs) Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:28:59.934388 dv-cinder-812751-3-iscsi neutron-server[94021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:28:59.943200 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Pushing event deleted for resources: {'Port': ['ID=89e7d44a-20d1-482a-8d55-fd61f4aec45d,revision_number=None']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:59.945410 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] No DVR routers for this DVR port 89e7d44a-20d1-482a-8d55-fd61f4aec45d on host dv-cinder-812751-3-iscsi {{(pid=94022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:59.954974 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:59.955290 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:59.955606 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:59.955938 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:59.956318 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:59.956674 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:59.956932 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:59.957247 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:59.957593 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:59.957939 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:59.958255 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:59.958569 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03007547-d59f-4ac0-9b11-8c2439db070f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:59.988124 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.993351 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:59.996634 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1c4537c4-626c-4872-8f08-761847ce7780 HTTP/1.1" status: 204 len: 168 time: 0.5304551 Oct 13 04:29:00.008213 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37fa23-d723-4e7f-a8b2-391ed185e675 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4537c4-626c-4872-8f08-761847ce7780,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:00.109505 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50160) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:00.161209 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-928e784c-c2a0-4737-9207-b62f57a0f3e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d168ef71e112452db0a5035cfc0e4b2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481594 Oct 13 04:29:00.161588 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50168) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:00.196225 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4160c26d-b8bc-43fb-9515-6b9c5b3ae3d5 req-b340e664-7c94-4e02-a75e-c08173b85686 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 210 time: 0.0270586 Oct 13 04:29:00.214950 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e544c543-e437-4b1f-9246-5453dabd0e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:00.236484 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e544c543-e437-4b1f-9246-5453dabd0e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:00.286248 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e544c543-e437-4b1f-9246-5453dabd0e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:00.289225 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e544c543-e437-4b1f-9246-5453dabd0e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:00.293060 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e544c543-e437-4b1f-9246-5453dabd0e04 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e7678ac-1d53-49f0-80ab-ad18826dbd90 HTTP/1.1" status: 204 len: 168 time: 0.1278687 Oct 13 04:29:00.300921 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544c543-e437-4b1f-9246-5453dabd0e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7678ac-1d53-49f0-80ab-ad18826dbd90,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:01.260020 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-9a1e4fe8-772a-42cd-9070-795a7e303eac tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:01.261525 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-9a1e4fe8-772a-42cd-9070-795a7e303eac tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 812 time: 0.1150906 Oct 13 04:29:01.304806 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-349af3dc-95ed-4051-8faf-559f09ee9a99 req-e9905c64-5b4a-4e34-8a30-c936788d69ef tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 210 time: 0.0356126 Oct 13 04:29:01.346275 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-df383631-70f6-478a-929a-a4d2e4fa343f tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8215b3ac605f4c6ab2b0c473f2de2930 HTTP/1.1" status: 200 len: 378 time: 0.0752544 Oct 13 04:29:01.361285 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Request body: {'port': {'device_id': '4778e511-bf54-48db-84b5-fa3c72598d07', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'admin_state_up': True, 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'security_groups': ['fc1f92da-0923-4e2f-8b93-75619fd520ce']}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:01.395338 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 89e7d44a-20d1-482a-8d55-fd61f4aec45d no longer exists at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:01.419870 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] No Port match for: 89e7d44a-20d1-482a-8d55-fd61f4aec45d {{(pid=94022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:01.420514 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 89e7d44a-20d1-482a-8d55-fd61f4aec45d not bound to the agent host dv-cinder-812751-3-iscsi {{(pid=94022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:01.479489 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Made reservation on behalf of 8215b3ac605f4c6ab2b0c473f2de2930 for: {'port': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:01.483187 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:01.619928 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Allocated IP 172.20.0.8 (f2425230-f9f9-4ed2-8964-6d1938379dee/6be3ed3f-7562-451d-ab93-892a56866318/23b41e3f-e8b9-410a-962a-ccc94ccc7379) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:01.771088 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:01.806094 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:01.843322 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Network f2425230-f9f9-4ed2-8964-6d1938379dee is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:01.846560 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:01.852993 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:01.886641 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'Port': ['ID=23b41e3f-e8b9-410a-962a-ccc94ccc7379,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:01.912267 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:01.913063 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:01.930847 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-72f0248f-a5a4-40ce-9d1e-3c09d87e5493 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5762911 Oct 13 04:29:01.943417 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Request body: {'port': {'device_id': '4778e511-bf54-48db-84b5-fa3c72598d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81275'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:02.006835 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:02.098424 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-d395ccd2-086e-4ba8-aa0a-1b68dbc2da79 None None] Provisioning complete for port 23b41e3f-e8b9-410a-962a-ccc94ccc7379 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:02.098788 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d395ccd2-086e-4ba8-aa0a-1b68dbc2da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:02.132739 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-d395ccd2-086e-4ba8-aa0a-1b68dbc2da79 None None] Port 23b41e3f-e8b9-410a-962a-ccc94ccc7379 cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:29:02.271468 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b41e3f-e8b9-410a-962a-ccc94ccc7379 {{(pid=94021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:02.279277 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:02.292109 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.provisioning_blocks [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Transition to ACTIVE for port object 23b41e3f-e8b9-410a-962a-ccc94ccc7379 will not be triggered until provisioned by entity L2. {{(pid=94021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:29:02.302761 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:02.370147 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Pushing event updated for resources: {'Port': ['ID=23b41e3f-e8b9-410a-962a-ccc94ccc7379,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:02.383676 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-89af0675-1e08-4dd2-b08d-d2a13ac43e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:02.457576 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Attempting to bind port 23b41e3f-e8b9-410a-962a-ccc94ccc7379 on host hv-cinder-81275 for vnic_type normal with profile {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:29:02.457925 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Attempting to bind port 23b41e3f-e8b9-410a-962a-ccc94ccc7379 by drivers openvswitch,hyperv on host hv-cinder-81275 at level 0 using segments [{'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:29:02.458245 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Attempting to bind port 23b41e3f-e8b9-410a-962a-ccc94ccc7379 on network f2425230-f9f9-4ed2-8964-6d1938379dee {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:02.464851 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Port 23b41e3f-e8b9-410a-962a-ccc94ccc7379 on network f2425230-f9f9-4ed2-8964-6d1938379dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81275 {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:29:02.465161 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Attempting to bind port 23b41e3f-e8b9-410a-962a-ccc94ccc7379 on network f2425230-f9f9-4ed2-8964-6d1938379dee {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:02.474078 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4ce57-df39-4aea-b984-6bf71b6e45a9 req-38532ce6-ad19-490d-896c-bc82d20622e6 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.475615 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-96d4ce57-df39-4aea-b984-6bf71b6e45a9 req-38532ce6-ad19-490d-896c-bc82d20622e6 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 943 time: 0.0790191 Oct 13 04:29:02.479928 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Checking agent: {'id': '9c8a8216-8d26-40f7-8a1f-d8f28e9b051c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81275', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'started_at': datetime.datetime(2021, 10, 13, 4, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:29:02.480262 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Checking segment: {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:02.480645 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Bound using segment: {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'} {{(pid=94021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:29:02.481078 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.managers [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Bound port: 23b41e3f-e8b9-410a-962a-ccc94ccc7379, host: hv-cinder-81275, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee'}}] {{(pid=94021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:29:02.481430 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:02.548959 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-96d4ce57-df39-4aea-b984-6bf71b6e45a9 req-38dcf8a9-b033-4819-9aae-ac1ceac03743 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651684 Oct 13 04:29:02.572622 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] For port 23b41e3f-e8b9-410a-962a-ccc94ccc7379, host hv-cinder-81275, cleared binding levels {{(pid=94021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:02.575629 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.db [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] For port 23b41e3f-e8b9-410a-962a-ccc94ccc7379, host hv-cinder-81275, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:02.581214 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:02.630334 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.630916 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for port, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:02.632275 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] 10.222.0.45 "PUT /v2.0/ports/23b41e3f-e8b9-410a-962a-ccc94ccc7379 HTTP/1.1" status: 200 len: 1093 time: 0.6934860 Oct 13 04:29:02.632687 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4778e511-bf54-48db-84b5-fa3c72598d07', 'tag': '23b41e3f-e8b9-410a-962a-ccc94ccc7379'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:02.635007 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56620b37-5566-476e-8cc2-04076726ea65" -d '{"events": [{"name": "network-changed", "server_uuid": "4778e511-bf54-48db-84b5-fa3c72598d07", "tag": "23b41e3f-e8b9-410a-962a-ccc94ccc7379"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:02.657399 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8726df-6f31-4a4a-b9ab-de34ce9ec1ff service neutron] Pushing event updated for resources: {'Port': ['ID=23b41e3f-e8b9-410a-962a-ccc94ccc7379,revision_number=3']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:02.681534 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4155bd-8f0d-4582-a8e3-d70f8a774d99 x-openstack-request-id: req-1e4155bd-8f0d-4582-a8e3-d70f8a774d99 {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:02.681898 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4778e511-bf54-48db-84b5-fa3c72598d07", "tag": "23b41e3f-e8b9-410a-962a-ccc94ccc7379", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:02.682109 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e4155bd-8f0d-4582-a8e3-d70f8a774d99 {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:02.682470 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4778e511-bf54-48db-84b5-fa3c72598d07', 'tag': '23b41e3f-e8b9-410a-962a-ccc94ccc7379', 'status': 'completed', 'code': 200} Oct 13 04:29:02.728871 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-9a3e4be0-e929-42fe-8e61-2b3b3ccab54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.730415 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-9a3e4be0-e929-42fe-8e61-2b3b3ccab54c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 1096 time: 0.0431793 Oct 13 04:29:02.773284 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-1c3bdec9-1395-454c-b21b-2ae1c826eb75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379 HTTP/1.1" status: 200 len: 217 time: 0.0347705 Oct 13 04:29:02.822558 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-10479a5b-a006-46b7-828a-8617c50d68da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.824017 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-10479a5b-a006-46b7-828a-8617c50d68da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0437617 Oct 13 04:29:02.872871 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-b892d06d-1f4b-428e-bcc6-cd618497623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.874387 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-b892d06d-1f4b-428e-bcc6-cd618497623e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433242 Oct 13 04:29:02.965454 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-c0621112-a9e6-4d5f-9070-f002d90be538 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835979 Oct 13 04:29:03.065427 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0f9e2d83-c897-4fc0-bdd4-8340318c1139 req-a8e8fc55-77e3-48ac-9fef-14f07ebd52af service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932379 Oct 13 04:29:03.163110 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620b37-5566-476e-8cc2-04076726ea65 req-0365436c-47ce-4910-8bca-d638ede06988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.164689 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-56620b37-5566-476e-8cc2-04076726ea65 req-0365436c-47ce-4910-8bca-d638ede06988 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 1096 time: 0.0459962 Oct 13 04:29:03.270210 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620b37-5566-476e-8cc2-04076726ea65 req-85a50aca-93ef-4796-9b52-1a9f5dced5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.272428 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-56620b37-5566-476e-8cc2-04076726ea65 req-85a50aca-93ef-4796-9b52-1a9f5dced5db service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 913 time: 0.1006577 Oct 13 04:29:03.316083 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-56620b37-5566-476e-8cc2-04076726ea65 req-f5e4537b-c3fb-4efc-98b3-562498467cf7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379 HTTP/1.1" status: 200 len: 217 time: 0.0361586 Oct 13 04:29:03.366199 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620b37-5566-476e-8cc2-04076726ea65 req-a2a3f4d6-745e-4200-9b71-9c9d605b3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.368776 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-56620b37-5566-476e-8cc2-04076726ea65 req-a2a3f4d6-745e-4200-9b71-9c9d605b3d94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0455222 Oct 13 04:29:03.388469 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:03.421777 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620b37-5566-476e-8cc2-04076726ea65 req-70957158-7167-4483-9337-0fbca0884c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.423300 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-56620b37-5566-476e-8cc2-04076726ea65 req-70957158-7167-4483-9337-0fbca0884c1d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462933 Oct 13 04:29:03.524577 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-56620b37-5566-476e-8cc2-04076726ea65 req-fd6526a7-5717-4c2a-bdbb-9925b13be7b2 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937853 Oct 13 04:29:03.614855 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-56620b37-5566-476e-8cc2-04076726ea65 req-614a3074-6637-4dbb-b37b-a61a3b5247f0 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824230 Oct 13 04:29:03.622614 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:03.669278 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d925f-491c-4b9c-93ac-a69bf9e2fb52 req-7ea7949d-280a-4564-97bf-70c5281e696e tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.670766 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fd6d925f-491c-4b9c-93ac-a69bf9e2fb52 req-7ea7949d-280a-4564-97bf-70c5281e696e tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 943 time: 0.0534034 Oct 13 04:29:03.712405 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fd6d925f-491c-4b9c-93ac-a69bf9e2fb52 req-4558f234-628a-4d66-9e7f-3ea0eeebb7f3 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323544 Oct 13 04:29:04.866941 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51e5b4-8371-4d76-8da4-fef2ac083b84 req-44a003dc-fe65-446d-ab5c-cd3f72fd6433 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:04.868383 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9a51e5b4-8371-4d76-8da4-fef2ac083b84 req-44a003dc-fe65-446d-ab5c-cd3f72fd6433 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 943 time: 0.0579858 Oct 13 04:29:04.908294 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-9a51e5b4-8371-4d76-8da4-fef2ac083b84 req-93e7629e-630f-4417-8412-c8ee1d2c19e9 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311568 Oct 13 04:29:05.256066 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:29:05.318797 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:05.997165 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:06.036752 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87b307-445c-420f-8722-2d84295fead9 req-c0be1027-d5c8-4088-aba6-02b16faa3135 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:06.038234 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5a87b307-445c-420f-8722-2d84295fead9 req-c0be1027-d5c8-4088-aba6-02b16faa3135 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 943 time: 0.0489421 Oct 13 04:29:06.084897 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5a87b307-445c-420f-8722-2d84295fead9 req-34ac3813-03ec-4a13-a4ef-7067fa1cf835 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378513 Oct 13 04:29:07.205588 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5605a-867d-4246-933c-a85f4544f5f2 req-f32ba94b-d1d0-4f1e-9e16-b9554e444f18 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:07.207081 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1ed5605a-867d-4246-933c-a85f4544f5f2 req-f32ba94b-d1d0-4f1e-9e16-b9554e444f18 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 943 time: 0.0529091 Oct 13 04:29:07.248164 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1ed5605a-867d-4246-933c-a85f4544f5f2 req-fa48e762-1064-4308-91a9-89162ef0fb98 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327175 Oct 13 04:29:08.367445 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf16ca-5fe1-484d-a7bb-3e73d6f6a7bf req-d042bf85-3d80-4112-b722-a97caa0c6e99 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.368903 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-29bf16ca-5fe1-484d-a7bb-3e73d6f6a7bf req-d042bf85-3d80-4112-b722-a97caa0c6e99 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 943 time: 0.0514188 Oct 13 04:29:08.406791 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-29bf16ca-5fe1-484d-a7bb-3e73d6f6a7bf req-2be4cff4-1508-46bc-b0d2-bcee440a1534 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317562 Oct 13 04:29:09.532171 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b9161-a943-43b8-913f-52c397fe5c5c req-062c61c7-845e-4fbf-8b10-8b92307b93c6 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:09.533627 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a75b9161-a943-43b8-913f-52c397fe5c5c req-062c61c7-845e-4fbf-8b10-8b92307b93c6 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 943 time: 0.0568407 Oct 13 04:29:09.572826 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a75b9161-a943-43b8-913f-52c397fe5c5c req-6adb3b69-8ab1-4699-965d-f3e2ca739c29 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330749 Oct 13 04:29:10.697464 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bbf5a-9483-4d1c-8456-024d5992e030 req-0d814618-cbcb-4f95-a074-6868586889a2 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.698923 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e65bbf5a-9483-4d1c-8456-024d5992e030 req-0d814618-cbcb-4f95-a074-6868586889a2 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 943 time: 0.0544460 Oct 13 04:29:10.736438 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e65bbf5a-9483-4d1c-8456-024d5992e030 req-bbe0e4e8-043f-42d8-be5c-d1602e7bb1c1 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314894 Oct 13 04:29:11.869545 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9334d4-af62-4b4e-90ba-5e4f6c883ad5 req-63e29514-2dcd-43d6-bae1-bfe68f163f6e tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.871056 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-db9334d4-af62-4b4e-90ba-5e4f6c883ad5 req-63e29514-2dcd-43d6-bae1-bfe68f163f6e tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 943 time: 0.0549502 Oct 13 04:29:11.912345 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-db9334d4-af62-4b4e-90ba-5e4f6c883ad5 req-a933def9-8945-4642-a858-c171cdf48a67 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326614 Oct 13 04:29:13.031732 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44705-5199-435d-9f01-39d4edeb715b req-52ef1fd8-c0e9-4796-a177-5f0248892bfa tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:13.033176 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-59a44705-5199-435d-9f01-39d4edeb715b req-52ef1fd8-c0e9-4796-a177-5f0248892bfa tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 943 time: 0.0504615 Oct 13 04:29:13.070911 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-59a44705-5199-435d-9f01-39d4edeb715b req-0413df99-df6e-4ac7-80e2-e08515f97ab8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317068 Oct 13 04:29:14.194256 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace3fed-da5a-4896-9695-76bf08686ce5 req-b6378cf7-8c67-4957-a61f-35a65c8bfd2d tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:14.195686 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dace3fed-da5a-4896-9695-76bf08686ce5 req-b6378cf7-8c67-4957-a61f-35a65c8bfd2d tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 943 time: 0.0514338 Oct 13 04:29:14.234640 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-dace3fed-da5a-4896-9695-76bf08686ce5 req-7b955c24-98fb-4157-bc77-a7be9426f690 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328608 Oct 13 04:29:15.329631 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 23b41e3f-e8b9-410a-962a-ccc94ccc7379 details requested by agent hyperv_hv-cinder-81275 with host hv-cinder-81275 {{(pid=94022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:15.352989 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1b21e-c33d-4289-8e38-4018aaa99803 req-7bbb6cf4-df90-4b91-9065-da1702aad09c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.355142 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8ae1b21e-c33d-4289-8e38-4018aaa99803 req-7bbb6cf4-df90-4b91-9065-da1702aad09c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 943 time: 0.0543199 Oct 13 04:29:15.399484 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8ae1b21e-c33d-4289-8e38-4018aaa99803 req-e12a1735-4a49-4b32-aa6d-8183db1a29b6 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380039 Oct 13 04:29:15.427631 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 23b41e3f-e8b9-410a-962a-ccc94ccc7379, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:15.440057 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Returning: {'device': '23b41e3f-e8b9-410a-962a-ccc94ccc7379', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'port_id': '23b41e3f-e8b9-410a-962a-ccc94ccc7379', 'mac_address': 'fa:16:3e:57:d2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:15.480783 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.500172 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b41e3f-e8b9-410a-962a-ccc94ccc7379 {{(pid=94022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:15.521066 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 23b41e3f-e8b9-410a-962a-ccc94ccc7379, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:15.526554 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.571762 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=23b41e3f-e8b9-410a-962a-ccc94ccc7379,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:16.557777 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fbe14-2990-4cb3-a66c-54f211fe45f3 req-19305b55-c035-4a2f-8b08-3fd2d70e2b62 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:16.559247 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-711fbe14-2990-4cb3-a66c-54f211fe45f3 req-19305b55-c035-4a2f-8b08-3fd2d70e2b62 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 944 time: 0.0503576 Oct 13 04:29:16.601142 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-711fbe14-2990-4cb3-a66c-54f211fe45f3 req-5f661566-b566-4680-94f3-ee968f952557 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357828 Oct 13 04:29:17.729639 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c266015-03e2-4ca2-a139-9c15b1890a03 req-2b7d5097-77b9-49be-a971-a52a4ce09eb9 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:17.731144 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0c266015-03e2-4ca2-a139-9c15b1890a03 req-2b7d5097-77b9-49be-a971-a52a4ce09eb9 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 944 time: 0.0542016 Oct 13 04:29:17.772357 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-0c266015-03e2-4ca2-a139-9c15b1890a03 req-9000e0e9-edbf-4c63-b646-50c52bac15d8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323067 Oct 13 04:29:18.894021 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce57806-3f81-414e-9b71-47eb868899b8 req-f18d31b4-cd5b-4a7f-8295-6358845b6f1a tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:18.895476 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bce57806-3f81-414e-9b71-47eb868899b8 req-f18d31b4-cd5b-4a7f-8295-6358845b6f1a tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 944 time: 0.0503738 Oct 13 04:29:18.934500 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-bce57806-3f81-414e-9b71-47eb868899b8 req-e03c60e2-47a3-444e-bc15-0fc5065d6368 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326087 Oct 13 04:29:19.556684 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] get_ports_and_sgs() called for port_ids ['23b41e3f-e8b9-410a-962a-ccc94ccc7379'] {{(pid=94022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:20.066624 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3769b-16f5-40ff-8aa0-52a53fa6c8d2 req-b4ca2c06-2eea-464f-bac0-ce51d416dfed tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:20.068048 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acd3769b-16f5-40ff-8aa0-52a53fa6c8d2 req-b4ca2c06-2eea-464f-bac0-ce51d416dfed tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 944 time: 0.0498407 Oct 13 04:29:20.116226 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-acd3769b-16f5-40ff-8aa0-52a53fa6c8d2 req-3e172d35-0f70-46e7-b016-64ec9ae5238e tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393505 Oct 13 04:29:21.249557 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c1c30-e0b6-4827-aade-ac95e14fa936 req-f7efd433-551d-46e3-b846-0fdc7c07c7b2 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:21.251023 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1c0c1c30-e0b6-4827-aade-ac95e14fa936 req-f7efd433-551d-46e3-b846-0fdc7c07c7b2 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 944 time: 0.0593815 Oct 13 04:29:21.293307 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-1c0c1c30-e0b6-4827-aade-ac95e14fa936 req-ef2b34c6-aa8e-42cb-89fd-0811dd3dd711 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334389 Oct 13 04:29:21.377370 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Device 23b41e3f-e8b9-410a-962a-ccc94ccc7379 up at agent hyperv_hv-cinder-81275 {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:21.442578 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning for port 23b41e3f-e8b9-410a-962a-ccc94ccc7379 completed by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:21.446428 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Provisioning complete for port 23b41e3f-e8b9-410a-962a-ccc94ccc7379 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:21.446806 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.522691 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.545157 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4778e511-bf54-48db-84b5-fa3c72598d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b41e3f-e8b9-410a-962a-ccc94ccc7379'}] {{(pid=94022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:21.547443 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0060df75f8de2f9dff2973f899d76cb2a613d85c3ff1f66697805514c3b225c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d992a3a-6a3d-4fee-976e-11535237fbff" -d '{"events": [{"server_uuid": "4778e511-bf54-48db-84b5-fa3c72598d07", "name": "network-vif-plugged", "status": "completed", "tag": "23b41e3f-e8b9-410a-962a-ccc94ccc7379"}]}' {{(pid=94022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:21.559944 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] For port 23b41e3f-e8b9-410a-962a-ccc94ccc7379, host hv-cinder-81275, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81275',level=0,port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379,segment=NetworkSegment(576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4),segment_id=576a3d0a-8b30-4e6d-aeb8-05f5f31a81a4)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:21.565153 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.614760 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Pushing event updated for resources: {'Port': ['ID=23b41e3f-e8b9-410a-962a-ccc94ccc7379,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:21.699405 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fc55bd-16a4-4da7-b352-19268803aeba x-openstack-request-id: req-27fc55bd-16a4-4da7-b352-19268803aeba {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:21.699688 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4778e511-bf54-48db-84b5-fa3c72598d07", "name": "network-vif-plugged", "status": "completed", "tag": "23b41e3f-e8b9-410a-962a-ccc94ccc7379", "code": 200}]} {{(pid=94022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:21.699933 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27fc55bd-16a4-4da7-b352-19268803aeba {{(pid=94022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:21.700308 dv-cinder-812751-3-iscsi neutron-server[94022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4778e511-bf54-48db-84b5-fa3c72598d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b41e3f-e8b9-410a-962a-ccc94ccc7379', 'code': 200} Oct 13 04:29:21.916025 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a0a71-e16b-4024-ad34-cfdb0b446524 req-6300cc7a-e79d-4f72-86c4-3cde2f2b7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:21.917499 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-476a0a71-e16b-4024-ad34-cfdb0b446524 req-6300cc7a-e79d-4f72-86c4-3cde2f2b7395 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 1098 time: 0.0407696 Oct 13 04:29:21.953105 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-476a0a71-e16b-4024-ad34-cfdb0b446524 req-d0c48cfe-1e4f-4809-bad1-f5e2d38b9cc9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283763 Oct 13 04:29:22.423059 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccce2f-2a05-4a06-9a95-dd405c260061 req-6bfc8d12-3f91-4cf2-ba44-5b6fa359d11c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:22.424731 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46ccce2f-2a05-4a06-9a95-dd405c260061 req-6bfc8d12-3f91-4cf2-ba44-5b6fa359d11c tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 945 time: 0.0532734 Oct 13 04:29:22.466470 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-46ccce2f-2a05-4a06-9a95-dd405c260061 req-09b8aead-82f1-41db-9270-bf0c0b01ed6f tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356104 Oct 13 04:29:23.599224 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7b284-ccd3-4746-93cc-ea0f1b0f210d req-a11aa4b7-40e6-4c8a-b204-e18f2edcdd54 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.600594 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-47f7b284-ccd3-4746-93cc-ea0f1b0f210d req-a11aa4b7-40e6-4c8a-b204-e18f2edcdd54 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 945 time: 0.0538619 Oct 13 04:29:23.640998 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-47f7b284-ccd3-4746-93cc-ea0f1b0f210d req-d7f6709a-706c-4a0a-ac82-d969abc22f2a tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313747 Oct 13 04:29:24.771855 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036d05-b120-4032-ad2f-6b72190bc48a req-2d05f2fa-e13b-4ed8-bafd-64ddea611795 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.773331 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c2036d05-b120-4032-ad2f-6b72190bc48a req-2d05f2fa-e13b-4ed8-bafd-64ddea611795 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Oct 13 04:29:24.821450 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-c2036d05-b120-4032-ad2f-6b72190bc48a req-a13b4a9d-932c-42f9-8364-3da1f0a3dce8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388205 Oct 13 04:29:25.949738 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c9b9c-3750-4e82-8e6f-d037efd605bb req-8a4d9617-8685-4516-847f-8b65f46ecd92 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:25.951154 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f18c9b9c-3750-4e82-8e6f-d037efd605bb req-8a4d9617-8685-4516-847f-8b65f46ecd92 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 945 time: 0.0550709 Oct 13 04:29:25.992553 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-f18c9b9c-3750-4e82-8e6f-d037efd605bb req-5d2eeb78-7d8a-4586-a9b2-77b23bd47fc8 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325933 Oct 13 04:29:27.132423 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e4721-3046-44a5-8cd6-dab81d54cd1a req-e4dcf653-e2b5-4636-b405-21787c7d973e tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.134140 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c5e4721-3046-44a5-8cd6-dab81d54cd1a req-e4dcf653-e2b5-4636-b405-21787c7d973e tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 945 time: 0.0571125 Oct 13 04:29:27.175802 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5c5e4721-3046-44a5-8cd6-dab81d54cd1a req-01fc63ee-1b0e-4d70-938b-dc10c09960ed tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352285 Oct 13 04:29:28.302574 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f284f1-b9b0-4d63-93a1-532ba0667999 req-47588fd1-b6fb-4c87-b252-2fe37c1586e3 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:28.304082 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d8f284f1-b9b0-4d63-93a1-532ba0667999 req-47588fd1-b6fb-4c87-b252-2fe37c1586e3 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 945 time: 0.0518827 Oct 13 04:29:28.344527 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-d8f284f1-b9b0-4d63-93a1-532ba0667999 req-99b28bf9-61de-4129-911b-40b807f192ff tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323770 Oct 13 04:29:28.456647 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fe3ae-0d2c-4860-8fec-9411904a9d52 req-5c7b6a5a-5dbe-4943-8be8-cb175bba64ff tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:28.458493 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8fe3ae-0d2c-4860-8fec-9411904a9d52 req-5c7b6a5a-5dbe-4943-8be8-cb175bba64ff tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 945 time: 0.0485373 Oct 13 04:29:28.500261 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-8c8fe3ae-0d2c-4860-8fec-9411904a9d52 req-76875e79-b793-4e90-9788-5201dd5ec1ee tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc1f92da-0923-4e2f-8b93-75619fd520ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320911 Oct 13 04:29:28.524597 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50398) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:28.568941 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3027490-7401-4b90-b587-d4c2e8fd8c71 tempest-TestVolumeBootPattern-10591246 tempest-TestVolumeBootPattern-10591246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:28.570440 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d3027490-7401-4b90-b587-d4c2e8fd8c71 tempest-TestVolumeBootPattern-10591246 tempest-TestVolumeBootPattern-10591246-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 1093 time: 0.0448542 Oct 13 04:29:28.573357 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50402) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:28.577823 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Request body: {'floatingip': {'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'port_id': '23b41e3f-e8b9-410a-962a-ccc94ccc7379', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:28.600099 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for floatingip, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.709706 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.812915 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Allocated IP 172.27.2.187 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/3bb7c164-48cd-441e-b45a-76d70f96366d) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:28.914098 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.949765 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.992914 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:28.995715 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:28.999944 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:29.003055 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'Port': ['ID=3bb7c164-48cd-441e-b45a-76d70f96366d,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:29.343038 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.681377 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.781354 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-302cbe73-3952-4e6d-bf03-21b6002afd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.840529 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.848100 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.912746 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Pushing event updated for resources: {'Port': ['ID=3bb7c164-48cd-441e-b45a-76d70f96366d,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:29.925054 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782924'] for floatingip, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:30.025410 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.l3_db [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Floating IP 1d3c0ea8-6961-4059-8187-9de762ef187c associated. External IP: 172.27.2.187, port: 23b41e3f-e8b9-410a-962a-ccc94ccc7379. Oct 13 04:29:30.241227 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:29:30.355751 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:29:30.366141 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9cd53f-1bfa-40d1-8372-63d04f99230c None None] Sync routers for ids ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:29:30.375636 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21666'] for floatingip, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:30.376775 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9cd53f-1bfa-40d1-8372-63d04f99230c None None] Routers {'e4bea47d-b689-4c65-80aa-4dbc421c7fe9'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:29:30.377427 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ec9cd53f-1bfa-40d1-8372-63d04f99230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:29:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:30.402676 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-b668f0a2-94de-4c20-8fb8-b557cd9b3785 tempest-TestVolumeBootPattern-1874006468 tempest-TestVolumeBootPattern-1874006468-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8282082 Oct 13 04:29:30.403519 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4778e511-bf54-48db-84b5-fa3c72598d07', 'tag': '23b41e3f-e8b9-410a-962a-ccc94ccc7379'}] {{(pid=94021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:30.405994 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d176cbb70df3992dcacd60e396cd167b2f190585fc81bfe963f5fc95690c6d58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c298c2-addd-461e-b34d-e156442bdf14" -d '{"events": [{"name": "network-changed", "server_uuid": "4778e511-bf54-48db-84b5-fa3c72598d07", "tag": "23b41e3f-e8b9-410a-962a-ccc94ccc7379"}]}' {{(pid=94021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:30.440465 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362e9f6e-c544-47da-88ab-3330212333bd x-openstack-request-id: req-362e9f6e-c544-47da-88ab-3330212333bd {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:30.440741 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4778e511-bf54-48db-84b5-fa3c72598d07", "tag": "23b41e3f-e8b9-410a-962a-ccc94ccc7379", "status": "completed", "code": 200}]} {{(pid=94021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:30.441075 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-362e9f6e-c544-47da-88ab-3330212333bd {{(pid=94021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:30.441468 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4778e511-bf54-48db-84b5-fa3c72598d07', 'tag': '23b41e3f-e8b9-410a-962a-ccc94ccc7379', 'status': 'completed', 'code': 200} Oct 13 04:29:30.482165 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-ec9cd53f-1bfa-40d1-8372-63d04f99230c None None] Set router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:29:30.705756 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ec9cd53f-1bfa-40d1-8372-63d04f99230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '1d3c0ea8-6961-4059-8187-9de762ef187c', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'port_id': '23b41e3f-e8b9-410a-962a-ccc94ccc7379', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'mac_address': 'fa:16:3e:57:d2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4778e511-bf54-48db-84b5-fa3c72598d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:29:29Z', 'updated_at': '2021-10-13T04:29:29Z', 'revision_number': 0, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fd8c8e-bdb4-4109-bde1-29e99623c4e8', 'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'mac_address': 'fa:16:3e:b6:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:23Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 5, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'subnets': [{'id': '6be3ed3f-7562-451d-ab93-892a56866318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:30.735364 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9cd53f-1bfa-40d1-8372-63d04f99230c None None] Checking router: e4bea47d-b689-4c65-80aa-4dbc421c7fe9 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:29:30.744527 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9cd53f-1bfa-40d1-8372-63d04f99230c None None] Routers {'e4bea47d-b689-4c65-80aa-4dbc421c7fe9'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:29:30.745112 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ec9cd53f-1bfa-40d1-8372-63d04f99230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:29:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:30.866389 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-ec9cd53f-1bfa-40d1-8372-63d04f99230c None None] Set router e4bea47d-b689-4c65-80aa-4dbc421c7fe9 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:29:31.087289 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-ec9cd53f-1bfa-40d1-8372-63d04f99230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '1d3c0ea8-6961-4059-8187-9de762ef187c', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'port_id': '23b41e3f-e8b9-410a-962a-ccc94ccc7379', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'mac_address': 'fa:16:3e:57:d2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4778e511-bf54-48db-84b5-fa3c72598d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:29:29Z', 'updated_at': '2021-10-13T04:29:29Z', 'revision_number': 0, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fd8c8e-bdb4-4109-bde1-29e99623c4e8', 'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'mac_address': 'fa:16:3e:b6:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:23Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 5, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'subnets': [{'id': '6be3ed3f-7562-451d-ab93-892a56866318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:31.112427 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9cd53f-1bfa-40d1-8372-63d04f99230c None None] The sync data for ids ['e4bea47d-b689-4c65-80aa-4dbc421c7fe9'] in dv-cinder-812751-3-iscsi is: [{'id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'name': 'tempest-TestVolumeBootPattern-1380120120-router', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:20Z', 'updated_at': '2021-10-13T04:25:24Z', 'revision_number': 4, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'gw_port': {'id': 'ad1cace2-3b27-4f6d-9bb6-202ff9582578', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:21Z', 'updated_at': '2021-10-13T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_floatingips': [{'id': '1d3c0ea8-6961-4059-8187-9de762ef187c', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'router_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'port_id': '23b41e3f-e8b9-410a-962a-ccc94ccc7379', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'mac_address': 'fa:16:3e:57:d2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4778e511-bf54-48db-84b5-fa3c72598d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:29:29Z', 'updated_at': '2021-10-13T04:29:29Z', 'revision_number': 0, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fd8c8e-bdb4-4109-bde1-29e99623c4e8', 'name': '', 'network_id': 'f2425230-f9f9-4ed2-8964-6d1938379dee', 'tenant_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'mac_address': 'fa:16:3e:b6:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bea47d-b689-4c65-80aa-4dbc421c7fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6be3ed3f-7562-451d-ab93-892a56866318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:23Z', 'updated_at': '2021-10-13T04:25:27Z', 'revision_number': 5, 'project_id': '8215b3ac605f4c6ab2b0c473f2de2930', 'subnets': [{'id': '6be3ed3f-7562-451d-ab93-892a56866318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:29:31.312728 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d77d2c-840b-45dd-ae8e-41ba61d597e3 None None] New status for floating IP 1d3c0ea8-6961-4059-8187-9de762ef187c: ACTIVE {{(pid=94023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:29:31.549150 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c298c2-addd-461e-b34d-e156442bdf14 req-47433d7a-34be-42ac-9557-68edc2b99eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:31.550870 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1c298c2-addd-461e-b34d-e156442bdf14 req-47433d7a-34be-42ac-9557-68edc2b99eb6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 1098 time: 0.0442879 Oct 13 04:29:32.373144 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-830c2c01-abca-4dfc-9e42-c4930d9d3e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:33.080610 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c298c2-addd-461e-b34d-e156442bdf14 req-4d09fdad-4d87-4047-97c6-0a1c4f930406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:33.082070 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1c298c2-addd-461e-b34d-e156442bdf14 req-4d09fdad-4d87-4047-97c6-0a1c4f930406 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 913 time: 0.1028914 Oct 13 04:29:33.148754 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1c298c2-addd-461e-b34d-e156442bdf14 req-7578f526-e0b4-435c-93fa-4c6c46c60a7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379 HTTP/1.1" status: 200 len: 1001 time: 0.0572851 Oct 13 04:29:33.204390 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c298c2-addd-461e-b34d-e156442bdf14 req-852e77f7-b02a-41c4-9b79-50310d24a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:33.205938 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1c298c2-addd-461e-b34d-e156442bdf14 req-852e77f7-b02a-41c4-9b79-50310d24a6cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0480394 Oct 13 04:29:33.257770 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c298c2-addd-461e-b34d-e156442bdf14 req-c9df5a50-7e73-484d-bee5-5c453d07fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:33.259304 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1c298c2-addd-461e-b34d-e156442bdf14 req-c9df5a50-7e73-484d-bee5-5c453d07fecd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455666 Oct 13 04:29:33.354312 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1c298c2-addd-461e-b34d-e156442bdf14 req-ec150b7c-f045-485a-ad1d-fc11ce9545eb service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866988 Oct 13 04:29:33.385728 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:33.445483 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-e1c298c2-addd-461e-b34d-e156442bdf14 req-d83fde3a-2161-47ba-bceb-ea4e941c30a9 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832615 Oct 13 04:29:33.636697 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:35.317587 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:36.018405 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:38.753382 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50472) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:38.861970 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-09b93d0b-c7bc-4f5d-aaec-e6fd635eff86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:38.934255 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-09b93d0b-c7bc-4f5d-aaec-e6fd635eff86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:38.940298 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-09b93d0b-c7bc-4f5d-aaec-e6fd635eff86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:38.977971 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-09b93d0b-c7bc-4f5d-aaec-e6fd635eff86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=995504c99b1243d8adbf3bb956e140c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234166 Oct 13 04:29:38.978796 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b93d0b-c7bc-4f5d-aaec-e6fd635eff86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d31877d-d23b-44e9-887c-0b8088aaba13,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:38.980817 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50476) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:39.033592 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dd0c0365-7e16-4ef6-b87b-b7ff2d132873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.055452 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dd0c0365-7e16-4ef6-b87b-b7ff2d132873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.103181 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dd0c0365-7e16-4ef6-b87b-b7ff2d132873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.106227 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-dd0c0365-7e16-4ef6-b87b-b7ff2d132873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.107365 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-dd0c0365-7e16-4ef6-b87b-b7ff2d132873 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d31877d-d23b-44e9-887c-0b8088aaba13 HTTP/1.1" status: 204 len: 168 time: 0.1255202 Oct 13 04:29:39.115111 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c0365-7e16-4ef6-b87b-b7ff2d132873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d31877d-d23b-44e9-887c-0b8088aaba13,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:39.396840 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50482) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:39.415676 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-51962a6b-7113-4f54-a046-b1a7fc9051b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.492614 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-51962a6b-7113-4f54-a046-b1a7fc9051b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.498217 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-51962a6b-7113-4f54-a046-b1a7fc9051b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.539004 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51962a6b-7113-4f54-a046-b1a7fc9051b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80dcdd0-1063-47ae-8fea-738004b1883d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:39.543178 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-51962a6b-7113-4f54-a046-b1a7fc9051b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b628500febdd4d22a22d674c3353d9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450653 Oct 13 04:29:39.546124 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50484) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:39.597075 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ade875de-a507-4f6e-8d10-3c6ee6bae4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.625507 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ade875de-a507-4f6e-8d10-3c6ee6bae4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.675855 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ade875de-a507-4f6e-8d10-3c6ee6bae4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.678534 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ade875de-a507-4f6e-8d10-3c6ee6bae4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.679696 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ade875de-a507-4f6e-8d10-3c6ee6bae4a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e80dcdd0-1063-47ae-8fea-738004b1883d HTTP/1.1" status: 204 len: 168 time: 0.1326230 Oct 13 04:29:39.687453 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade875de-a507-4f6e-8d10-3c6ee6bae4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80dcdd0-1063-47ae-8fea-738004b1883d,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:41.378402 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50530) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:41.498186 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e514b96c-fb4b-4e07-b805-906ec026525a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.579289 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e514b96c-fb4b-4e07-b805-906ec026525a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.584993 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e514b96c-fb4b-4e07-b805-906ec026525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.621807 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-e514b96c-fb4b-4e07-b805-906ec026525a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d89b14c482e34c3eaed4264a4372c4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422428 Oct 13 04:29:41.622692 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514b96c-fb4b-4e07-b805-906ec026525a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeb4f67-a538-4b06-b36d-8a92806e7662,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:41.624641 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50534) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:41.678956 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-755f24e6-0a47-4b59-9ed2-a509f9e5c967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.700703 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-755f24e6-0a47-4b59-9ed2-a509f9e5c967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.748771 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-755f24e6-0a47-4b59-9ed2-a509f9e5c967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.751394 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-755f24e6-0a47-4b59-9ed2-a509f9e5c967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.752913 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-755f24e6-0a47-4b59-9ed2-a509f9e5c967 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5aeb4f67-a538-4b06-b36d-8a92806e7662 HTTP/1.1" status: 204 len: 168 time: 0.1271143 Oct 13 04:29:41.760711 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f24e6-0a47-4b59-9ed2-a509f9e5c967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeb4f67-a538-4b06-b36d-8a92806e7662,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:42.032704 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50540) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:42.046064 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-51e172fa-9743-4f1e-9e93-cf8a5c42424f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:42.127145 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-51e172fa-9743-4f1e-9e93-cf8a5c42424f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:42.133141 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-51e172fa-9743-4f1e-9e93-cf8a5c42424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:42.171266 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-51e172fa-9743-4f1e-9e93-cf8a5c42424f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f36077a115747a58a806764ede0debd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374638 Oct 13 04:29:42.172119 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e172fa-9743-4f1e-9e93-cf8a5c42424f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0629750-315e-48df-998d-cd323ca7d140,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:42.174143 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50542) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:42.225975 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-278dec09-f7e5-41a9-89a5-e4829fd77c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:42.250533 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-278dec09-f7e5-41a9-89a5-e4829fd77c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:42.255915 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:29:42.298470 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-278dec09-f7e5-41a9-89a5-e4829fd77c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:42.301042 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-278dec09-f7e5-41a9-89a5-e4829fd77c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:42.302216 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-278dec09-f7e5-41a9-89a5-e4829fd77c53 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0629750-315e-48df-998d-cd323ca7d140 HTTP/1.1" status: 204 len: 168 time: 0.1269932 Oct 13 04:29:42.309745 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dec09-f7e5-41a9-89a5-e4829fd77c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0629750-315e-48df-998d-cd323ca7d140,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:47.359901 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50618) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:47.474922 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-acb1db51-759d-46fa-9782-c3d0bffabdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.563585 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-acb1db51-759d-46fa-9782-c3d0bffabdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.568940 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-acb1db51-759d-46fa-9782-c3d0bffabdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.605162 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-acb1db51-759d-46fa-9782-c3d0bffabdb4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a55161857c342e5a7709644c811819f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441967 Oct 13 04:29:47.606198 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1db51-759d-46fa-9782-c3d0bffabdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d548edf4-a6a9-45ed-af90-91a7da8d2433,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:47.608234 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50622) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:47.658194 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d8a0965d-7a5d-4511-9717-b85bdfdd1956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.683041 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d8a0965d-7a5d-4511-9717-b85bdfdd1956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.734954 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d8a0965d-7a5d-4511-9717-b85bdfdd1956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.737840 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d8a0965d-7a5d-4511-9717-b85bdfdd1956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.738958 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d8a0965d-7a5d-4511-9717-b85bdfdd1956 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d548edf4-a6a9-45ed-af90-91a7da8d2433 HTTP/1.1" status: 204 len: 168 time: 0.1296561 Oct 13 04:29:47.746122 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0965d-7a5d-4511-9717-b85bdfdd1956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d548edf4-a6a9-45ed-af90-91a7da8d2433,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:48.008679 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50628) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:48.022304 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-292f9823-1b91-4e57-89ba-66dc4a694ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.099495 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-292f9823-1b91-4e57-89ba-66dc4a694ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.105138 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-292f9823-1b91-4e57-89ba-66dc4a694ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.143590 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-292f9823-1b91-4e57-89ba-66dc4a694ed7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7dc4293ee94942638d34dd03fa80b44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338084 Oct 13 04:29:48.144743 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f9823-1b91-4e57-89ba-66dc4a694ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97b02b9-11a1-474e-9a71-0dab8a2b09a4,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:48.147061 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50630) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:48.196326 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3d2ae1a8-ff07-44b4-8a30-138f457a84d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.216666 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3d2ae1a8-ff07-44b4-8a30-138f457a84d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.265438 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3d2ae1a8-ff07-44b4-8a30-138f457a84d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.269238 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3d2ae1a8-ff07-44b4-8a30-138f457a84d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.270929 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3d2ae1a8-ff07-44b4-8a30-138f457a84d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e97b02b9-11a1-474e-9a71-0dab8a2b09a4 HTTP/1.1" status: 204 len: 168 time: 0.1228893 Oct 13 04:29:48.280355 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ae1a8-ff07-44b4-8a30-138f457a84d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97b02b9-11a1-474e-9a71-0dab8a2b09a4,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:49.376516 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-70b9af7b-c564-4e6f-a2da-03d719e13a42 req-d82e7371-f95f-48f9-a897-61584b402fdd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403984 Oct 13 04:29:49.468236 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9af7b-c564-4e6f-a2da-03d719e13a42 req-51e60672-aa3f-44b4-947a-0b954bb46035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:49.469813 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-70b9af7b-c564-4e6f-a2da-03d719e13a42 req-51e60672-aa3f-44b4-947a-0b954bb46035 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 1098 time: 0.0464382 Oct 13 04:29:49.574022 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9af7b-c564-4e6f-a2da-03d719e13a42 req-daab59c2-a99b-448a-a847-aac279e24fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:49.575435 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-70b9af7b-c564-4e6f-a2da-03d719e13a42 req-daab59c2-a99b-448a-a847-aac279e24fd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 913 time: 0.0854161 Oct 13 04:29:49.652135 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-70b9af7b-c564-4e6f-a2da-03d719e13a42 req-2d14fb02-9f1a-4dd5-af89-3379534b9c5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379 HTTP/1.1" status: 200 len: 1001 time: 0.0691788 Oct 13 04:29:49.701736 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9af7b-c564-4e6f-a2da-03d719e13a42 req-e18a6839-6ded-44a7-9d9b-f6398c8a33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:49.703254 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-70b9af7b-c564-4e6f-a2da-03d719e13a42 req-e18a6839-6ded-44a7-9d9b-f6398c8a33d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0430946 Oct 13 04:29:49.755115 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9af7b-c564-4e6f-a2da-03d719e13a42 req-fd7e4d31-d7a6-45ae-b9fb-41ee9c86864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:49.756618 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-70b9af7b-c564-4e6f-a2da-03d719e13a42 req-fd7e4d31-d7a6-45ae-b9fb-41ee9c86864b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452254 Oct 13 04:29:49.852175 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-70b9af7b-c564-4e6f-a2da-03d719e13a42 req-61022032-d482-4072-ae6b-2c2c102f8e46 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870588 Oct 13 04:29:49.945768 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-70b9af7b-c564-4e6f-a2da-03d719e13a42 req-78c3e79c-90d5-411d-b7e4-b7e873fb5a66 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853891 Oct 13 04:29:59.475116 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50724) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:59.582196 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.662177 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.668659 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.705378 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59682df55384403b81891091385ba430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291996 Oct 13 04:29:59.706255 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26a5d58-f1f0-420e-89e8-4a4e8b3ba583,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:59.708093 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50730) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:59.723868 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:59.724199 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:59.724531 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:59.724857 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:59.725176 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:59.725500 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:59.725846 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:59.726169 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:59.726489 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:59.726805 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:59.727113 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:59.727416 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feab159f-544a-407c-b7bc-758f5987b082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:59.766128 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76147bbd-088b-4af8-8a29-030d42a4956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.787505 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6a74eb23-db05-4734-aa9d-e7e130a25dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.792430 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76147bbd-088b-4af8-8a29-030d42a4956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.846760 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76147bbd-088b-4af8-8a29-030d42a4956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.849282 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-76147bbd-088b-4af8-8a29-030d42a4956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.850430 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-76147bbd-088b-4af8-8a29-030d42a4956b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d26a5d58-f1f0-420e-89e8-4a4e8b3ba583 HTTP/1.1" status: 204 len: 168 time: 0.1414766 Oct 13 04:29:59.857827 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76147bbd-088b-4af8-8a29-030d42a4956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26a5d58-f1f0-420e-89e8-4a4e8b3ba583,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:00.135808 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50736) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:00.152002 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44261303-cb39-49c9-923d-b2ff1b458c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:00.224888 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44261303-cb39-49c9-923d-b2ff1b458c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:00.230402 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44261303-cb39-49c9-923d-b2ff1b458c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:00.265531 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44261303-cb39-49c9-923d-b2ff1b458c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6d0539-03d3-4f06-becf-952107aa9852,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:00.269879 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-44261303-cb39-49c9-923d-b2ff1b458c98 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7efedfa4b5a84424974f26d5387e7c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1329901 Oct 13 04:30:00.272561 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50738) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:00.322875 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9c6432c-29c7-4256-ba8c-31c99590951a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:00.344274 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9c6432c-29c7-4256-ba8c-31c99590951a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:00.393229 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9c6432c-29c7-4256-ba8c-31c99590951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:00.395968 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b9c6432c-29c7-4256-ba8c-31c99590951a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:00.397160 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b9c6432c-29c7-4256-ba8c-31c99590951a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d6d0539-03d3-4f06-becf-952107aa9852 HTTP/1.1" status: 204 len: 168 time: 0.1237144 Oct 13 04:30:00.404988 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6432c-29c7-4256-ba8c-31c99590951a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6d0539-03d3-4f06-becf-952107aa9852,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:01.102988 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50760) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:01.199696 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1222365316-network', 'tenant_id': '1f328fc874a841caa27e0d807aaa0947'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:01.223377 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Made reservation on behalf of 1f328fc874a841caa27e0d807aaa0947 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:01.225764 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.233871 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.313078 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.319176 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.351481 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:01.360625 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eb5719-ff4b-4cf5-b501-17fc44acc87b,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:01.365233 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.365567 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Added segment 75561b57-cb80-4459-8e96-5ded76a47ccf of type vlan for network 6e1a1887-3e6e-4123-85c0-f14a53a1f491 Oct 13 04:30:01.405045 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.433872 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.434828 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:01.435419 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.488305 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3840945 Oct 13 04:30:01.491341 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50764) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:01.496475 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Request body: {'subnet': {'network_id': '6e1a1887-3e6e-4123-85c0-f14a53a1f491', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1222365316-subnet', 'tenant_id': '1f328fc874a841caa27e0d807aaa0947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:01.499489 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879b1e6-6495-4cb2-90ef-133e5e9f9ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=6e1a1887-3e6e-4123-85c0-f14a53a1f491,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:01.509597 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 6e1a1887-3e6e-4123-85c0-f14a53a1f491 details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:01.520159 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Made reservation on behalf of 1f328fc874a841caa27e0d807aaa0947 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:01.522676 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155510'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.692588 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6780911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155480'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.743824 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd45de6b-82f4-408a-a2ce-08f347b12951,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:01.754516 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:01.754900 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:01.755232 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:01.755564 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:01.755874 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:01.756221 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:01.756544 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:01.756870 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:01.757187 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:01.757500 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:01.757817 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:01.758123 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:01.764054 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Checking segment: {'id': '75561b57-cb80-4459-8e96-5ded76a47ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6e1a1887-3e6e-4123-85c0-f14a53a1f491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:01.764407 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Network hostable DHCP agents. Network: 6e1a1887-3e6e-4123-85c0-f14a53a1f491, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:01.784735 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Network 6e1a1887-3e6e-4123-85c0-f14a53a1f491 is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:01.795005 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 6e1a1887-3e6e-4123-85c0-f14a53a1f491) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:01.799340 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:01.799932 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.804130 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7e7aa5-2d1b-4a32-9b1a-41438676317c None None] Network 6e1a1887-3e6e-4123-85c0-f14a53a1f491 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:01.816649 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-1f317ea5-570f-4519-ba5e-4b7f8d42c85a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3241067 Oct 13 04:30:01.925284 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cff411-efef-46e8-8879-ce1c2071302d None None] Network 6e1a1887-3e6e-4123-85c0-f14a53a1f491 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:02.291362 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50780) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:02.296456 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-299663363-network', 'tenant_id': '95f6096153ed41ecae1d036ffb917a1d'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:02.319763 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Made reservation on behalf of 95f6096153ed41ecae1d036ffb917a1d for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:02.322303 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.331194 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.366274 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a43a6820-9673-42e3-bcd1-00d123d13981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.410967 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.416018 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.439468 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:02.448899 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f121f85-bdf5-458d-bb93-79821592a943,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:02.453630 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.453977 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Added segment e434cced-6ea3-4951-88c8-f6cb8a1b7802 of type vlan for network 2aa613ec-ac0f-43dd-ab64-a018f9efbd75 Oct 13 04:30:02.492522 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.522927 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.523908 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:02.524489 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.577467 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2849681 Oct 13 04:30:02.580441 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50782) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:02.585924 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-5dd25358-69a2-48e6-9f80-7e696e88d0a3 admin admin] Request body: {'subnet': {'network_id': '2aa613ec-ac0f-43dd-ab64-a018f9efbd75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-299663363-subnet', 'tenant_id': '95f6096153ed41ecae1d036ffb917a1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:02.589210 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b6c50-255a-4d08-b283-6338e3e49389 admin admin] Pushing event updated for resources: {'Network': ['ID=2aa613ec-ac0f-43dd-ab64-a018f9efbd75,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:02.599215 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 2aa613ec-ac0f-43dd-ab64-a018f9efbd75 details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:02.608644 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd25358-69a2-48e6-9f80-7e696e88d0a3 admin admin] Made reservation on behalf of 95f6096153ed41ecae1d036ffb917a1d for: {'subnet': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:02.611122 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5dd25358-69a2-48e6-9f80-7e696e88d0a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274345'] for subnet, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.774345 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5dd25358-69a2-48e6-9f80-7e696e88d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7706179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274311'] for subnet, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.833944 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd25358-69a2-48e6-9f80-7e696e88d0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d1f4f8-3092-4dd1-9eb1-01b55c474555,revision_number=0']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:02.843800 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd25358-69a2-48e6-9f80-7e696e88d0a3 admin admin] Checking segment: {'id': 'e434cced-6ea3-4951-88c8-f6cb8a1b7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2aa613ec-ac0f-43dd-ab64-a018f9efbd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:02.844150 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd25358-69a2-48e6-9f80-7e696e88d0a3 admin admin] Network hostable DHCP agents. Network: 2aa613ec-ac0f-43dd-ab64-a018f9efbd75, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:02.863792 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd25358-69a2-48e6-9f80-7e696e88d0a3 admin admin] Network 2aa613ec-ac0f-43dd-ab64-a018f9efbd75 is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:02.874079 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-5dd25358-69a2-48e6-9f80-7e696e88d0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 2aa613ec-ac0f-43dd-ab64-a018f9efbd75) {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:02.879303 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd25358-69a2-48e6-9f80-7e696e88d0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:02.879976 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5dd25358-69a2-48e6-9f80-7e696e88d0a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.883845 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4918f6d8-4e8f-4c20-8610-f6bd3a7295d9 None None] Network 2aa613ec-ac0f-43dd-ab64-a018f9efbd75 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:02.905137 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-5dd25358-69a2-48e6-9f80-7e696e88d0a3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3157821 Oct 13 04:30:03.004829 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d4e8a-5340-478a-9096-03dc59bd3a17 None None] Network 2aa613ec-ac0f-43dd-ab64-a018f9efbd75 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:03.389775 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.637542 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.328182 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:06.043928 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.459158 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50902) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:16.507289 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb622905-c0bc-4734-b447-cb8ee3d82a9a admin admin] Deleting subnet dd45de6b-82f4-408a-a2ce-08f347b12951 {{(pid=94021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:30:16.510563 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb622905-c0bc-4734-b447-cb8ee3d82a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.549451 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb622905-c0bc-4734-b447-cb8ee3d82a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5844791'] for subnet, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.596858 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb622905-c0bc-4734-b447-cb8ee3d82a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.650991 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb622905-c0bc-4734-b447-cb8ee3d82a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6780844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5155473'] for subnet, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.681292 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb622905-c0bc-4734-b447-cb8ee3d82a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd45de6b-82f4-408a-a2ce-08f347b12951,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:16.686675 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fb622905-c0bc-4734-b447-cb8ee3d82a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.690011 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-fb622905-c0bc-4734-b447-cb8ee3d82a9a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dd45de6b-82f4-408a-a2ce-08f347b12951 HTTP/1.1" status: 204 len: 168 time: 0.2297983 Oct 13 04:30:16.692770 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50904) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:16.769924 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.850861 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.871089 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1a1887-3e6e-4123-85c0-f14a53a1f491']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:16.880429 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75561b57-cb80-4459-8e96-5ded76a47ccf') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:16.880719 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75561b57-cb80-4459-8e96-5ded76a47ccf') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:16.890862 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5027186'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.905254 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.911398 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:16.911779 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706590'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: Traceback (most recent call last): Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: timer() Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: cb(*args, **kw) Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: return func(*args, **kwargs) Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: self._notify() Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: self.callback(batched_events) Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: event.method(event) Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: return f(self, *a, **k) Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._get(url).json() Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:16.913386 dv-cinder-812751-3-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:16.971737 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.977423 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.980540 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] 10.222.0.55 "DELETE /v2.0/networks/6e1a1887-3e6e-4123-85c0-f14a53a1f491 HTTP/1.1" status: 204 len: 168 time: 0.2867718 Oct 13 04:30:16.983569 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50906) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:16.990876 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dce78-b822-4610-b562-5fd54940f0ee admin admin] Pushing event deleted for resources: {'Network': ['ID=6e1a1887-3e6e-4123-85c0-f14a53a1f491,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:17.035288 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_v2 [None req-170ca810-eeff-4446-8e53-49996c6170e9 admin admin] Deleting subnet 82d1f4f8-3092-4dd1-9eb1-01b55c474555 {{(pid=94021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:30:17.039732 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-170ca810-eeff-4446-8e53-49996c6170e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.082728 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-170ca810-eeff-4446-8e53-49996c6170e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5844791'] for subnet, precommit_delete_associations {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.125893 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-170ca810-eeff-4446-8e53-49996c6170e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723321'] for subnet, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.183726 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-170ca810-eeff-4446-8e53-49996c6170e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6780844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5155473'] for subnet, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.215428 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-170ca810-eeff-4446-8e53-49996c6170e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.218534 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-170ca810-eeff-4446-8e53-49996c6170e9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/82d1f4f8-3092-4dd1-9eb1-01b55c474555 HTTP/1.1" status: 204 len: 168 time: 0.2339463 Oct 13 04:30:17.219911 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ca810-eeff-4446-8e53-49996c6170e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d1f4f8-3092-4dd1-9eb1-01b55c474555,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:17.221468 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50908) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:17.301757 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656658'] for network, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.380564 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721282', 'neutron.services.segments.db._delete_segments_for_network-8748560427524'] for network, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.407495 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa613ec-ac0f-43dd-ab64-a018f9efbd75']}} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:17.417138 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e434cced-6ea3-4951-88c8-f6cb8a1b7802') {'for_net_delete': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:17.417430 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.services.segments.db [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e434cced-6ea3-4951-88c8-f6cb8a1b7802') {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:17.426806 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748560425997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5027186'] for segment, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.439732 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.445438 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:17.445850 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706590'] for segment, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: Traceback (most recent call last): Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: timer() Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: cb(*args, **kw) Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: return func(*args, **kwargs) Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: self._notify() Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: self.callback(batched_events) Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: event.method(event) Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: return f(self, *a, **k) Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._get(url).json() Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:17.447514 dv-cinder-812751-3-iscsi neutron-server[94020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:17.501800 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782974'] for network, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.506926 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.510086 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2aa613ec-ac0f-43dd-ab64-a018f9efbd75 HTTP/1.1" status: 204 len: 168 time: 0.2873504 Oct 13 04:30:17.521459 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d842b-3280-4a60-8543-e942d5bb5330 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa613ec-ac0f-43dd-ab64-a018f9efbd75,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:17.715368 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50912) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:17.765378 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-11a7ac95-d1a3-4c7e-9b40-d81b5c9df7ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f328fc874a841caa27e0d807aaa0947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488076 Oct 13 04:30:17.769011 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50914) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:17.818972 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c27c1764-a7ed-4a4d-b0e6-0b4a38961258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.842961 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c27c1764-a7ed-4a4d-b0e6-0b4a38961258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.897960 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c27c1764-a7ed-4a4d-b0e6-0b4a38961258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.900798 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-c27c1764-a7ed-4a4d-b0e6-0b4a38961258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.901926 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-c27c1764-a7ed-4a4d-b0e6-0b4a38961258 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7eb5719-ff4b-4cf5-b501-17fc44acc87b HTTP/1.1" status: 204 len: 168 time: 0.1320293 Oct 13 04:30:17.909874 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c1764-a7ed-4a4d-b0e6-0b4a38961258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eb5719-ff4b-4cf5-b501-17fc44acc87b,revision_number=None']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:18.276928 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50920) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:18.316723 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-c4d3cfc9-cfe1-4878-8564-d85d90b1a1dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95f6096153ed41ecae1d036ffb917a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385349 Oct 13 04:30:18.319305 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50922) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:18.365580 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb9d1-45af-429b-9d96-54452dd9533e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.390728 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb9d1-45af-429b-9d96-54452dd9533e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.446466 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb9d1-45af-429b-9d96-54452dd9533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_delete {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.450990 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb9d1-45af-429b-9d96-54452dd9533e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.452791 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-ee4cb9d1-45af-429b-9d96-54452dd9533e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f121f85-bdf5-458d-bb93-79821592a943 HTTP/1.1" status: 204 len: 168 time: 0.1324053 Oct 13 04:30:18.463715 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cb9d1-45af-429b-9d96-54452dd9533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f121f85-bdf5-458d-bb93-79821592a943,revision_number=None']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:19.188153 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50944) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:19.255127 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:30:19.335691 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-632129900-network', 'tenant_id': '793098bb832542cca3ee20639e740be8'}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:19.363684 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Made reservation on behalf of 793098bb832542cca3ee20639e740be8 for: {'network': 1} {{(pid=94020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:19.365393 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.373871 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.448756 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.454306 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.475072 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:19.489217 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5c8ad4-9554-4ae2-918d-2cd3f256532d,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:19.492057 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.492388 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.db.segments_db [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Added segment 9a13c6bc-d9c0-4423-a00c-53293d5caa80 of type vlan for network 46350609-cef8-4d55-be00-36a27bb31749 Oct 13 04:30:19.530616 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.556096 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.557044 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:19.557640 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.613007 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4237702 Oct 13 04:30:19.616160 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50948) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:19.617941 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b27f0-df30-4c8d-9f95-c1af56a047ea admin admin] Pushing event updated for resources: {'Network': ['ID=46350609-cef8-4d55-be00-36a27bb31749,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:19.621533 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-d65399aa-2a5e-49a6-a044-10d3efd59ef5 admin admin] Request body: {'subnet': {'network_id': '46350609-cef8-4d55-be00-36a27bb31749', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-632129900-subnet', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:19.630321 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 46350609-cef8-4d55-be00-36a27bb31749 details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:19.652542 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65399aa-2a5e-49a6-a044-10d3efd59ef5 admin admin] Made reservation on behalf of 793098bb832542cca3ee20639e740be8 for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:19.654896 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d65399aa-2a5e-49a6-a044-10d3efd59ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155510'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.820131 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d65399aa-2a5e-49a6-a044-10d3efd59ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6780911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155480'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.871004 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65399aa-2a5e-49a6-a044-10d3efd59ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8689e237-5bfd-432e-9193-5dd23f5e9c55,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:19.881504 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65399aa-2a5e-49a6-a044-10d3efd59ef5 admin admin] Checking segment: {'id': '9a13c6bc-d9c0-4423-a00c-53293d5caa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46350609-cef8-4d55-be00-36a27bb31749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:19.881876 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65399aa-2a5e-49a6-a044-10d3efd59ef5 admin admin] Network hostable DHCP agents. Network: 46350609-cef8-4d55-be00-36a27bb31749, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:19.901635 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65399aa-2a5e-49a6-a044-10d3efd59ef5 admin admin] Network 46350609-cef8-4d55-be00-36a27bb31749 is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:19.910539 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-d65399aa-2a5e-49a6-a044-10d3efd59ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 46350609-cef8-4d55-be00-36a27bb31749) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:19.914453 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65399aa-2a5e-49a6-a044-10d3efd59ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:19.915048 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d65399aa-2a5e-49a6-a044-10d3efd59ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.920154 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dbc5b8-0ce5-48ee-96f5-6f71b15c33dd None None] Network 46350609-cef8-4d55-be00-36a27bb31749 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:19.931678 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d65399aa-2a5e-49a6-a044-10d3efd59ef5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3143597 Oct 13 04:30:19.934482 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50952) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:19.938902 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-632129900-router', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:19.960284 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.961265 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7424'] for router, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.014842 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.068625 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936e36cd-2bb0-5633-aabb-4a9dea8c5d17-46350609-cef8-4d55-be00-36a27bb31749', 'network_id': '46350609-cef8-4d55-be00-36a27bb31749', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'fixed_ips': [{'subnet_id': '8689e237-5bfd-432e-9193-5dd23f5e9c55'}]}} from dv-cinder-812751-3-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:30:20.069491 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.145218 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.204458 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Allocated IP 172.20.0.2 (46350609-cef8-4d55-be00-36a27bb31749/8689e237-5bfd-432e-9193-5dd23f5e9c55/d93b32fe-3485-4cbd-9433-19eef5cfe27f) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:20.339730 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.345592 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.352091 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.360275 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.385598 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Network 46350609-cef8-4d55-be00-36a27bb31749 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:20.390402 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:20.393867 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:20.408059 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Pushing event updated for resources: {'Port': ['ID=d93b32fe-3485-4cbd-9433-19eef5cfe27f,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:20.453928 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:20.454282 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:20.454536 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:20.454881 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:20.455198 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:20.455519 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:20.455836 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:20.456121 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:20.456453 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:20.456766 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:20.457074 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:20.457380 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:20.473044 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Allocated IP 172.27.2.245 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/333b0703-4a3b-46f1-88c2-2796070838ff) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:20.475148 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Attempting to bind port d93b32fe-3485-4cbd-9433-19eef5cfe27f on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:20.475567 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Attempting to bind port d93b32fe-3485-4cbd-9433-19eef5cfe27f by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '9a13c6bc-d9c0-4423-a00c-53293d5caa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46350609-cef8-4d55-be00-36a27bb31749'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:20.475953 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Attempting to bind port d93b32fe-3485-4cbd-9433-19eef5cfe27f on network 46350609-cef8-4d55-be00-36a27bb31749 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:20.481091 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:20.481456 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Checking segment: {'id': '9a13c6bc-d9c0-4423-a00c-53293d5caa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46350609-cef8-4d55-be00-36a27bb31749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:20.481881 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.482264 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Bound using segment: {'id': '9a13c6bc-d9c0-4423-a00c-53293d5caa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46350609-cef8-4d55-be00-36a27bb31749'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:20.482716 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Bound port: d93b32fe-3485-4cbd-9433-19eef5cfe27f, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a13c6bc-d9c0-4423-a00c-53293d5caa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46350609-cef8-4d55-be00-36a27bb31749'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:20.483082 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.549027 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] For port d93b32fe-3485-4cbd-9433-19eef5cfe27f, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:20.553411 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] For port d93b32fe-3485-4cbd-9433-19eef5cfe27f, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=d93b32fe-3485-4cbd-9433-19eef5cfe27f,segment=NetworkSegment(9a13c6bc-d9c0-4423-a00c-53293d5caa80),segment_id=9a13c6bc-d9c0-4423-a00c-53293d5caa80)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:20.558753 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.574815 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.621835 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.632637 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b729278-c8e5-4c4c-8df2-16c1b9b4b0cb None None] Pushing event updated for resources: {'Port': ['ID=d93b32fe-3485-4cbd-9433-19eef5cfe27f,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:20.668673 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:20.671508 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:20.678051 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:20.708094 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Pushing event updated for resources: {'Port': ['ID=333b0703-4a3b-46f1-88c2-2796070838ff,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:21.231996 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.431941 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783014'] for router, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.461386 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device d93b32fe-3485-4cbd-9433-19eef5cfe27f up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:21.490767 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba77cc9-5e1b-4be5-95a3-f1955445a376 None None] Network 46350609-cef8-4d55-be00-36a27bb31749 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:21.567645 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Router f9a8d65f-5d9e-4679-93dd-153171233356 is scheduled to L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 with binding_index 1 {{(pid=94021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:30:21.586387 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port d93b32fe-3485-4cbd-9433-19eef5cfe27f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:21.586757 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.643457 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-a0ee8694-7e0c-4c4d-9d50-eb8119d68d6f None None] Provisioning complete for port d93b32fe-3485-4cbd-9433-19eef5cfe27f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:21.644602 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a0ee8694-7e0c-4c4d-9d50-eb8119d68d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.673805 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:30:21.690643 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Sync routers for ids ['f9a8d65f-5d9e-4679-93dd-153171233356'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:30:21.691240 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] Notify callbacks [] for router, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.692466 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-2f6bd0f0-0594-45c4-b363-a5fc1266a531 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7568409 Oct 13 04:30:21.695298 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50954) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.737231 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Routers {'f9a8d65f-5d9e-4679-93dd-153171233356'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:21.737795 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:30:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['f9a8d65f-5d9e-4679-93dd-153171233356'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:21.873360 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.039177 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-a0ee8694-7e0c-4c4d-9d50-eb8119d68d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.081639 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port d93b32fe-3485-4cbd-9433-19eef5cfe27f, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=d93b32fe-3485-4cbd-9433-19eef5cfe27f,segment=NetworkSegment(9a13c6bc-d9c0-4423-a00c-53293d5caa80),segment_id=9a13c6bc-d9c0-4423-a00c-53293d5caa80)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:22.084863 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Set router f9a8d65f-5d9e-4679-93dd-153171233356 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:22.088336 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.120975 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.261261 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.db.api [None req-a0ee8694-7e0c-4c4d-9d50-eb8119d68d6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:30:22.261568 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG oslo_db.api [None req-a0ee8694-7e0c-4c4d-9d50-eb8119d68d6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:30:22.277767 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Allocated IP 172.20.0.1 (46350609-cef8-4d55-be00-36a27bb31749/8689e237-5bfd-432e-9193-5dd23f5e9c55/c4875ae5-b6c4-49fa-95b2-2f1d37b6effb) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:22.287605 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=d93b32fe-3485-4cbd-9433-19eef5cfe27f,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:22.345856 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'name': 'tempest-TestShelveInstance-632129900-router', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '333b0703-4a3b-46f1-88c2-2796070838ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:30:19Z', 'updated_at': '2021-10-13T04:30:20Z', 'revision_number': 3, 'project_id': '793098bb832542cca3ee20639e740be8', 'gw_port': {'id': '333b0703-4a3b-46f1-88c2-2796070838ff', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:20Z', 'updated_at': '2021-10-13T04:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:22.371565 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Checking router: f9a8d65f-5d9e-4679-93dd-153171233356 for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:30:22.371901 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Updating router f9a8d65f-5d9e-4679-93dd-153171233356 port 333b0703-4a3b-46f1-88c2-2796070838ff binding host dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:30:22.379228 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.395508 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.413002 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.456057 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Network 46350609-cef8-4d55-be00-36a27bb31749 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:22.460642 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:22.467095 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:22.471809 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Pushing event updated for resources: {'Port': ['ID=c4875ae5-b6c4-49fa-95b2-2f1d37b6effb,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:22.514880 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782839'] for router_interface, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.644943 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.674251 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.682083 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.734955 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab12632-81d0-4269-8db9-35553b99c9fb None None] Pushing event updated for resources: {'Port': ['ID=333b0703-4a3b-46f1-88c2-2796070838ff,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:22.737160 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Attempting to bind port 333b0703-4a3b-46f1-88c2-2796070838ff on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:22.737502 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Attempting to bind port 333b0703-4a3b-46f1-88c2-2796070838ff by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:22.737951 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Attempting to bind port 333b0703-4a3b-46f1-88c2-2796070838ff on network 28a94815-3f81-4fe0-9ec2-d04c561dfdca {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:22.743414 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:22.743796 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Checking segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:22.744187 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.744616 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Bound using segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:22.745065 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Bound port: 333b0703-4a3b-46f1-88c2-2796070838ff, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:22.745455 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.809180 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.814630 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.825773 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] For port 333b0703-4a3b-46f1-88c2-2796070838ff, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:22.829140 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] For port 333b0703-4a3b-46f1-88c2-2796070838ff, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=333b0703-4a3b-46f1-88c2-2796070838ff,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:22.834767 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.884653 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Pushing event updated for resources: {'Port': ['ID=c4875ae5-b6c4-49fa-95b2-2f1d37b6effb,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:22.888404 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1791143'] for router_interface, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.894619 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Routers {'f9a8d65f-5d9e-4679-93dd-153171233356'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:22.895324 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:30:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['f9a8d65f-5d9e-4679-93dd-153171233356'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:22.898746 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab12632-81d0-4269-8db9-35553b99c9fb None None] Pushing event updated for resources: {'Port': ['ID=333b0703-4a3b-46f1-88c2-2796070838ff,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:22.986439 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Network 46350609-cef8-4d55-be00-36a27bb31749 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:22.988077 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-4d476cd4-da8e-4c59-9a63-ffd85e6a2bfe None None] Provisioning complete for port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:22.988258 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:22.988417 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4d476cd4-da8e-4c59-9a63-ffd85e6a2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.043594 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-4d476cd4-da8e-4c59-9a63-ffd85e6a2bfe None None] Port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:30:23.048695 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] Set router f9a8d65f-5d9e-4679-93dd-153171233356 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:23.089221 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-4d476cd4-da8e-4c59-9a63-ffd85e6a2bfe None None] Provisioning complete for port d93b32fe-3485-4cbd-9433-19eef5cfe27f triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:23.089602 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4d476cd4-da8e-4c59-9a63-ffd85e6a2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.108001 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Router f9a8d65f-5d9e-4679-93dd-153171233356 has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:30:23.221313 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:30:23.227279 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-bb68fe96-6457-4d32-8244-ef980502dfdb admin admin] 10.222.0.55 "PUT /v2.0/routers/f9a8d65f-5d9e-4679-93dd-153171233356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5310199 Oct 13 04:30:23.318204 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'name': 'tempest-TestShelveInstance-632129900-router', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '333b0703-4a3b-46f1-88c2-2796070838ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:30:19Z', 'updated_at': '2021-10-13T04:30:22Z', 'revision_number': 4, 'project_id': '793098bb832542cca3ee20639e740be8', 'gw_port': {'id': '333b0703-4a3b-46f1-88c2-2796070838ff', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:20Z', 'updated_at': '2021-10-13T04:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'c4875ae5-b6c4-49fa-95b2-2f1d37b6effb', 'name': '', 'network_id': '46350609-cef8-4d55-be00-36a27bb31749', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'mac_address': 'fa:16:3e:75:3e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '8689e237-5bfd-432e-9193-5dd23f5e9c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:22Z', 'updated_at': '2021-10-13T04:30:22Z', 'revision_number': 2, 'project_id': '793098bb832542cca3ee20639e740be8', 'subnets': [{'id': '8689e237-5bfd-432e-9193-5dd23f5e9c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:23.344231 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c89a6-1616-4dc0-a4e8-21e09f7c169d None None] The sync data for ids ['f9a8d65f-5d9e-4679-93dd-153171233356'] in dv-cinder-812751-3-iscsi is: [{'id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'name': 'tempest-TestShelveInstance-632129900-router', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '333b0703-4a3b-46f1-88c2-2796070838ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:30:19Z', 'updated_at': '2021-10-13T04:30:22Z', 'revision_number': 4, 'project_id': '793098bb832542cca3ee20639e740be8', 'gw_port': {'id': '333b0703-4a3b-46f1-88c2-2796070838ff', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:20Z', 'updated_at': '2021-10-13T04:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'c4875ae5-b6c4-49fa-95b2-2f1d37b6effb', 'name': '', 'network_id': '46350609-cef8-4d55-be00-36a27bb31749', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'mac_address': 'fa:16:3e:75:3e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '8689e237-5bfd-432e-9193-5dd23f5e9c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:22Z', 'updated_at': '2021-10-13T04:30:22Z', 'revision_number': 2, 'project_id': '793098bb832542cca3ee20639e740be8', 'subnets': [{'id': '8689e237-5bfd-432e-9193-5dd23f5e9c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:30:23.404345 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-acef6ba9-405c-4673-99db-199e0885fb99 None None] Provisioning complete for port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:23.404720 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-acef6ba9-405c-4673-99db-199e0885fb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.442086 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device d93b32fe-3485-4cbd-9433-19eef5cfe27f up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:23.466933 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-acef6ba9-405c-4673-99db-199e0885fb99 None None] Port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:30:23.503500 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port d93b32fe-3485-4cbd-9433-19eef5cfe27f triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:23.503855 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.745883 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50970) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:23.750861 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1141042552-network', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:23.772973 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Made reservation on behalf of 5b9fe7eec5924d088dfef02fb438141c for: {'network': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:23.775768 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for network, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.785083 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.865798 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.870836 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.896298 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:23.906631 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c6d9e0-bb6c-4465-9323-bca8a84a0cc7,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:23.911461 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721987'] for segment, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.911795 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.segments_db [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Added segment b21713a6-00b5-4d0e-ad52-1ca51b054173 of type vlan for network 70df57f9-35e6-476b-a6ec-08c77f2275b8 Oct 13 04:30:23.959467 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748559939148'] for network, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.996779 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020'] for network, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.997812 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:23.998384 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for network, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.060571 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3136663 Oct 13 04:30:24.063162 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50972) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:24.070239 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-64502319-0329-4219-81f2-ff14656aac85 admin admin] Request body: {'subnet': {'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1141042552-subnet', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'ip_version': 4}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:24.074507 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0184a4-79b6-4da3-a4d0-f28a6404fe0d admin admin] Pushing event updated for resources: {'Network': ['ID=70df57f9-35e6-476b-a6ec-08c77f2275b8,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:24.085415 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Network 70df57f9-35e6-476b-a6ec-08c77f2275b8 details requested by agent ovs-agent-dv-cinder-812751-3-iscsi with host dv-cinder-812751-3-iscsi {{(pid=94022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:24.102326 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64502319-0329-4219-81f2-ff14656aac85 admin admin] Made reservation on behalf of 5b9fe7eec5924d088dfef02fb438141c for: {'subnet': 1} {{(pid=94021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:24.105033 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-64502319-0329-4219-81f2-ff14656aac85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155510'] for subnet, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.279438 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-64502319-0329-4219-81f2-ff14656aac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6780911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155480'] for subnet, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.337485 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64502319-0329-4219-81f2-ff14656aac85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdac5217-0a5a-4c5b-91f8-8de231ff54a0,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:24.345543 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64502319-0329-4219-81f2-ff14656aac85 admin admin] Checking segment: {'id': 'b21713a6-00b5-4d0e-ad52-1ca51b054173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:24.345942 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64502319-0329-4219-81f2-ff14656aac85 admin admin] Network hostable DHCP agents. Network: 70df57f9-35e6-476b-a6ec-08c77f2275b8, hostable agents: ['4e67f072-4543-45c3-9820-0785a682a413'], hosted agents: [] {{(pid=94021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:24.364054 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64502319-0329-4219-81f2-ff14656aac85 admin admin] Network 70df57f9-35e6-476b-a6ec-08c77f2275b8 is scheduled to be hosted by DHCP agent 4e67f072-4543-45c3-9820-0785a682a413 with binding_index 1 {{(pid=94021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:24.374747 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-64502319-0329-4219-81f2-ff14656aac85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812751-3-iscsi, 70df57f9-35e6-476b-a6ec-08c77f2275b8) {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:24.379103 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64502319-0329-4219-81f2-ff14656aac85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:24.379864 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-64502319-0329-4219-81f2-ff14656aac85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685002'] for subnet, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.386103 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df1ab7b-4fb8-4312-86a9-2a311346998b None None] Network 70df57f9-35e6-476b-a6ec-08c77f2275b8 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:24.398136 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-64502319-0329-4219-81f2-ff14656aac85 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3337889 Oct 13 04:30:24.401002 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [-] (94020) accepted ('10.222.0.55', 50974) {{(pid=94020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:24.405570 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.v2.base [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1141042552-router', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}} {{(pid=94020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:24.427751 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1794036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.428977 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7424'] for router, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.482023 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.541770 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936e36cd-2bb0-5633-aabb-4a9dea8c5d17-70df57f9-35e6-476b-a6ec-08c77f2275b8', 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'fixed_ips': [{'subnet_id': 'bdac5217-0a5a-4c5b-91f8-8de231ff54a0'}]}} from dv-cinder-812751-3-iscsi. {{(pid=94022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:30:24.542690 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.624019 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.679561 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.db_base_plugin_common [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Allocated IP 172.20.0.2 (70df57f9-35e6-476b-a6ec-08c77f2275b8/bdac5217-0a5a-4c5b-91f8-8de231ff54a0/0b8d86c7-5172-432c-88e4-ff21c866ee40) {{(pid=94022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:24.823418 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.826989 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.832606 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686'] for port, after_create {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.848464 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.880218 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Network 70df57f9-35e6-476b-a6ec-08c77f2275b8 is already hosted by enough agents. {{(pid=94022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:24.883237 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.scheduler.base_scheduler [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Resources bound (agent type, host, resource id): {{(pid=94022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:24.887707 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Received port after_create {{(pid=94022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:24.890882 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Pushing event updated for resources: {'Port': ['ID=0b8d86c7-5172-432c-88e4-ff21c866ee40,revision_number=1']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:24.948668 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Attempting to bind port 0b8d86c7-5172-432c-88e4-ff21c866ee40 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:24.949030 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Attempting to bind port 0b8d86c7-5172-432c-88e4-ff21c866ee40 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': 'b21713a6-00b5-4d0e-ad52-1ca51b054173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:24.949381 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Attempting to bind port 0b8d86c7-5172-432c-88e4-ff21c866ee40 on network 70df57f9-35e6-476b-a6ec-08c77f2275b8 {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:24.954688 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:24.955056 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Checking segment: {'id': 'b21713a6-00b5-4d0e-ad52-1ca51b054173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:24.955461 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.955851 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Bound using segment: {'id': 'b21713a6-00b5-4d0e-ad52-1ca51b054173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:24.956342 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Bound port: 0b8d86c7-5172-432c-88e4-ff21c866ee40, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21713a6-00b5-4d0e-ad52-1ca51b054173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:24.956715 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.964487 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.db_base_plugin_common [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Allocated IP 172.27.2.117 (28a94815-3f81-4fe0-9ec2-d04c561dfdca/f3e00093-fc3f-43b7-9880-14f292313b7e/5b301edb-eca4-46dd-b0f8-7b80aba3f533) {{(pid=94020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:25.023703 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] For port 0b8d86c7-5172-432c-88e4-ff21c866ee40, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:25.028119 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] For port 0b8d86c7-5172-432c-88e4-ff21c866ee40, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=0b8d86c7-5172-432c-88e4-ff21c866ee40,segment=NetworkSegment(b21713a6-00b5-4d0e-ad52-1ca51b054173),segment_id=b21713a6-00b5-4d0e-ad52-1ca51b054173)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:25.032704 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.070432 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.087185 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4000d-ee0e-4df4-b739-5294f353fbd9 None None] Pushing event updated for resources: {'Port': ['ID=0b8d86c7-5172-432c-88e4-ff21c866ee40,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:25.103852 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7706159'] for port, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.148519 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Network 28a94815-3f81-4fe0-9ec2-d04c561dfdca is already hosted by enough agents. {{(pid=94020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:25.152258 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.base_scheduler [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Resources bound (agent type, host, resource id): {{(pid=94020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:25.155164 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Received port after_create {{(pid=94020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:25.183098 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Pushing event updated for resources: {'Port': ['ID=5b301edb-eca4-46dd-b0f8-7b80aba3f533,revision_number=1']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:25.297858 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Sync routers for ids ['f9a8d65f-5d9e-4679-93dd-153171233356'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:30:25.310768 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Routers {'f9a8d65f-5d9e-4679-93dd-153171233356'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:25.311404 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:30:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['f9a8d65f-5d9e-4679-93dd-153171233356'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:25.424945 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Set router f9a8d65f-5d9e-4679-93dd-153171233356 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:25.443620 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.508360 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 333b0703-4a3b-46f1-88c2-2796070838ff up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:25.562722 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 333b0703-4a3b-46f1-88c2-2796070838ff triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:25.563090 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.641980 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'name': 'tempest-TestShelveInstance-632129900-router', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '333b0703-4a3b-46f1-88c2-2796070838ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:30:19Z', 'updated_at': '2021-10-13T04:30:22Z', 'revision_number': 4, 'project_id': '793098bb832542cca3ee20639e740be8', 'gw_port': {'id': '333b0703-4a3b-46f1-88c2-2796070838ff', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:20Z', 'updated_at': '2021-10-13T04:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'c4875ae5-b6c4-49fa-95b2-2f1d37b6effb', 'name': '', 'network_id': '46350609-cef8-4d55-be00-36a27bb31749', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'mac_address': 'fa:16:3e:75:3e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '8689e237-5bfd-432e-9193-5dd23f5e9c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:22Z', 'updated_at': '2021-10-13T04:30:22Z', 'revision_number': 2, 'project_id': '793098bb832542cca3ee20639e740be8', 'subnets': [{'id': '8689e237-5bfd-432e-9193-5dd23f5e9c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:25.649270 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783014'] for router, after_create {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.649463 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.669396 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Checking router: f9a8d65f-5d9e-4679-93dd-153171233356 for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:30:25.669738 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port 333b0703-4a3b-46f1-88c2-2796070838ff, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=333b0703-4a3b-46f1-88c2-2796070838ff,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:25.669865 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Updating router f9a8d65f-5d9e-4679-93dd-153171233356 port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb binding host dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:30:25.674949 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.676157 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 0b8d86c7-5172-432c-88e4-ff21c866ee40 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:25.695279 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.758199 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=333b0703-4a3b-46f1-88c2-2796070838ff,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:25.766338 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 0b8d86c7-5172-432c-88e4-ff21c866ee40 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:25.766835 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.990810 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.997369 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:26.024066 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:26.028816 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Router c54f3d12-050a-41bc-a288-015a275d599a is scheduled to L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 with binding_index 1 {{(pid=94020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:30:26.043312 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Pushing event updated for resources: {'Port': ['ID=c4875ae5-b6c4-49fa-95b2-2f1d37b6effb,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:26.052421 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:26.053009 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:26.053497 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:26.054062 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:26.054566 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:26.055041 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:26.055525 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:26.055997 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:26.056499 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:26.056997 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:26.057320 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:26.057652 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812751-3-iscsi {{(pid=94023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:26.069207 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port 0b8d86c7-5172-432c-88e4-ff21c866ee40, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=0b8d86c7-5172-432c-88e4-ff21c866ee40,segment=NetworkSegment(b21713a6-00b5-4d0e-ad52-1ca51b054173),segment_id=b21713a6-00b5-4d0e-ad52-1ca51b054173)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:26.076780 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:26.140805 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Attempting to bind port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:26.141163 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Attempting to bind port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '9a13c6bc-d9c0-4423-a00c-53293d5caa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46350609-cef8-4d55-be00-36a27bb31749'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:26.142888 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Attempting to bind port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb on network 46350609-cef8-4d55-be00-36a27bb31749 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:26.149668 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:26.150279 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Checking segment: {'id': '9a13c6bc-d9c0-4423-a00c-53293d5caa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46350609-cef8-4d55-be00-36a27bb31749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:26.150943 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=0b8d86c7-5172-432c-88e4-ff21c866ee40,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:26.151738 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:26.152276 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Bound using segment: {'id': '9a13c6bc-d9c0-4423-a00c-53293d5caa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46350609-cef8-4d55-be00-36a27bb31749'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:26.153076 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Bound port: c4875ae5-b6c4-49fa-95b2-2f1d37b6effb, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a13c6bc-d9c0-4423-a00c-53293d5caa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '46350609-cef8-4d55-be00-36a27bb31749'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:26.153746 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:26.161775 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:30:26.178703 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Sync routers for ids ['c54f3d12-050a-41bc-a288-015a275d599a'] in dv-cinder-812751-3-iscsi {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:30:26.182179 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] Notify callbacks [] for router, before_response {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:26.183446 dv-cinder-812751-3-iscsi neutron-server[94020]: INFO neutron.wsgi [None req-9dd22999-c141-4059-8080-61414e07f96d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7814057 Oct 13 04:30:26.186577 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50976) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:26.200827 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Routers {'c54f3d12-050a-41bc-a288-015a275d599a'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:26.201442 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:30:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['c54f3d12-050a-41bc-a288-015a275d599a'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:26.203462 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1027ee-ba42-4b99-8164-46383720ff0c None None] Network 70df57f9-35e6-476b-a6ec-08c77f2275b8 requested from dv-cinder-812751-3-iscsi {{(pid=94022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:26.250263 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] For port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:26.253634 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] For port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=c4875ae5-b6c4-49fa-95b2-2f1d37b6effb,segment=NetworkSegment(9a13c6bc-d9c0-4423-a00c-53293d5caa80),segment_id=9a13c6bc-d9c0-4423-a00c-53293d5caa80)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:26.259364 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:26.345150 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fee193-5af1-4d24-8b9f-84ad12de0a85 None None] Pushing event updated for resources: {'Port': ['ID=c4875ae5-b6c4-49fa-95b2-2f1d37b6effb,revision_number=4']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:26.360085 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Routers {'f9a8d65f-5d9e-4679-93dd-153171233356'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:26.361074 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:30:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['f9a8d65f-5d9e-4679-93dd-153171233356'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:26.387494 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-1cec58fd-7061-4b28-b4ba-4313cd7d846d None None] Provisioning complete for port 0b8d86c7-5172-432c-88e4-ff21c866ee40 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:26.387988 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1cec58fd-7061-4b28-b4ba-4313cd7d846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:26.491112 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Set router c54f3d12-050a-41bc-a288-015a275d599a gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:26.495022 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] Set router f9a8d65f-5d9e-4679-93dd-153171233356 gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:26.760842 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'name': 'tempest-TestShelveInstance-632129900-router', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '333b0703-4a3b-46f1-88c2-2796070838ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:30:19Z', 'updated_at': '2021-10-13T04:30:22Z', 'revision_number': 4, 'project_id': '793098bb832542cca3ee20639e740be8', 'gw_port': {'id': '333b0703-4a3b-46f1-88c2-2796070838ff', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:20Z', 'updated_at': '2021-10-13T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'c4875ae5-b6c4-49fa-95b2-2f1d37b6effb', 'name': '', 'network_id': '46350609-cef8-4d55-be00-36a27bb31749', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'mac_address': 'fa:16:3e:75:3e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '8689e237-5bfd-432e-9193-5dd23f5e9c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:22Z', 'updated_at': '2021-10-13T04:30:26Z', 'revision_number': 4, 'project_id': '793098bb832542cca3ee20639e740be8', 'subnets': [{'id': '8689e237-5bfd-432e-9193-5dd23f5e9c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:26.803184 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e97382-d854-47c5-8495-d3fcc64faf48 None None] The sync data for ids ['f9a8d65f-5d9e-4679-93dd-153171233356'] in dv-cinder-812751-3-iscsi is: [{'id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'name': 'tempest-TestShelveInstance-632129900-router', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '333b0703-4a3b-46f1-88c2-2796070838ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:30:19Z', 'updated_at': '2021-10-13T04:30:22Z', 'revision_number': 4, 'project_id': '793098bb832542cca3ee20639e740be8', 'gw_port': {'id': '333b0703-4a3b-46f1-88c2-2796070838ff', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:20Z', 'updated_at': '2021-10-13T04:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': 'c4875ae5-b6c4-49fa-95b2-2f1d37b6effb', 'name': '', 'network_id': '46350609-cef8-4d55-be00-36a27bb31749', 'tenant_id': '793098bb832542cca3ee20639e740be8', 'mac_address': 'fa:16:3e:75:3e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a8d65f-5d9e-4679-93dd-153171233356', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '8689e237-5bfd-432e-9193-5dd23f5e9c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:22Z', 'updated_at': '2021-10-13T04:30:26Z', 'revision_number': 4, 'project_id': '793098bb832542cca3ee20639e740be8', 'subnets': [{'id': '8689e237-5bfd-432e-9193-5dd23f5e9c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:30:26.809959 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'name': 'tempest-TestShelveInstance-1141042552-router', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5b301edb-eca4-46dd-b0f8-7b80aba3f533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:30:24Z', 'updated_at': '2021-10-13T04:30:25Z', 'revision_number': 3, 'project_id': '5b9fe7eec5924d088dfef02fb438141c', 'gw_port': {'id': '5b301edb-eca4-46dd-b0f8-7b80aba3f533', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:24Z', 'updated_at': '2021-10-13T04:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi'}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:26.843106 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Checking router: c54f3d12-050a-41bc-a288-015a275d599a for host: dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:30:26.843656 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Updating router c54f3d12-050a-41bc-a288-015a275d599a port 5b301edb-eca4-46dd-b0f8-7b80aba3f533 binding host dv-cinder-812751-3-iscsi {{(pid=94022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:30:26.892784 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.001651 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-802f4a4d-a535-4af6-b4de-287528315209 None None] Provisioning complete for port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:27.002066 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-802f4a4d-a535-4af6-b4de-287528315209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.052327 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.189996 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-802f4a4d-a535-4af6-b4de-287528315209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.234434 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.db_base_plugin_common [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Allocated IP 172.20.0.1 (70df57f9-35e6-476b-a6ec-08c77f2275b8/bdac5217-0a5a-4c5b-91f8-8de231ff54a0/2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b) {{(pid=94021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:27.261700 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-802f4a4d-a535-4af6-b4de-287528315209 None None] For port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=c4875ae5-b6c4-49fa-95b2-2f1d37b6effb,segment=NetworkSegment(9a13c6bc-d9c0-4423-a00c-53293d5caa80),segment_id=9a13c6bc-d9c0-4423-a00c-53293d5caa80)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:27.267602 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-802f4a4d-a535-4af6-b4de-287528315209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.284291 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Notify callbacks [] for port, precommit_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.313898 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.344326 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f4a4d-a535-4af6-b4de-287528315209 None None] Pushing event updated for resources: {'Port': ['ID=c4875ae5-b6c4-49fa-95b2-2f1d37b6effb,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:27.355000 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.355234 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Attempting to bind port 5b301edb-eca4-46dd-b0f8-7b80aba3f533 on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:27.355234 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Attempting to bind port 5b301edb-eca4-46dd-b0f8-7b80aba3f533 by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:27.355484 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Attempting to bind port 5b301edb-eca4-46dd-b0f8-7b80aba3f533 on network 28a94815-3f81-4fe0-9ec2-d04c561dfdca {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:27.391163 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748559912686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6780803'] for port, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.392268 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:27.392636 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Checking segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:27.393038 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.393426 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Bound using segment: {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'} {{(pid=94022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:27.393926 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.managers [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Bound port: 5b301edb-eca4-46dd-b0f8-7b80aba3f533, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ba6aa-37ac-437c-bff3-2d7940f3ab86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca'}}] {{(pid=94022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:27.394302 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.427542 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb1a79-3157-4e1f-afae-6b259ad1b896 None None] Pushing event updated for resources: {'Port': ['ID=5b301edb-eca4-46dd-b0f8-7b80aba3f533,revision_number=2']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:27.432113 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Network 70df57f9-35e6-476b-a6ec-08c77f2275b8 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:27.437552 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:27.440711 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Received port after_create {{(pid=94021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:27.441894 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-80af6bd5-866b-4df0-b966-49bb87cf9b54 None None] Provisioning complete for port 0b8d86c7-5172-432c-88e4-ff21c866ee40 triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:27.443087 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-80af6bd5-866b-4df0-b966-49bb87cf9b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.489402 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:27.507817 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782839'] for router_interface, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.513260 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] For port 5b301edb-eca4-46dd-b0f8-7b80aba3f533, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:27.517924 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] For port 5b301edb-eca4-46dd-b0f8-7b80aba3f533, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=5b301edb-eca4-46dd-b0f8-7b80aba3f533,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:27.534056 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.549048 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device c4875ae5-b6c4-49fa-95b2-2f1d37b6effb up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:27.671457 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Routers {'c54f3d12-050a-41bc-a288-015a275d599a'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:27.672080 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:30:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['c54f3d12-050a-41bc-a288-015a275d599a'], 'active': True} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:27.696074 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.726606 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb1a79-3157-4e1f-afae-6b259ad1b896 None None] Pushing event updated for resources: {'Port': ['ID=5b301edb-eca4-46dd-b0f8-7b80aba3f533,revision_number=3']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:27.779767 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port c4875ae5-b6c4-49fa-95b2-2f1d37b6effb triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:27.780127 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.842724 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_dvr_db [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] Set router c54f3d12-050a-41bc-a288-015a275d599a gateway port host: dv-cinder-812751-3-iscsi {{(pid=94022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:27.867774 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-db0ee6ff-0850-4f9e-85a4-751c5e8ccc17 None None] Provisioning complete for port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:27.868132 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-db0ee6ff-0850-4f9e-85a4-751c5e8ccc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.871288 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.877343 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6780826'] for port, after_update {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.949127 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b,revision_number=2']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:27.952185 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1791143'] for router_interface, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.045176 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Network 70df57f9-35e6-476b-a6ec-08c77f2275b8 is already hosted by enough agents. {{(pid=94021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:28.046996 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.base_scheduler [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:28.095817 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-db0ee6ff-0850-4f9e-85a4-751c5e8ccc17 None None] Port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:30:28.154545 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 333b0703-4a3b-46f1-88c2-2796070838ff up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:28.171987 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Router c54f3d12-050a-41bc-a288-015a275d599a has already been hosted by L3 agent 1f5d0d69-543d-4235-8035-e937d085bf51 {{(pid=94021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:30:28.249355 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 333b0703-4a3b-46f1-88c2-2796070838ff triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:28.250005 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.288902 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] Notify agent at l3_agent.dv-cinder-812751-3-iscsi the message routers_updated {{(pid=94021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:30:28.294402 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-4f9cac55-30d3-47e1-96ee-a0262cd5d5d2 admin admin] 10.222.0.55 "PUT /v2.0/routers/c54f3d12-050a-41bc-a288-015a275d599a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1066179 Oct 13 04:30:28.302216 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.l3_hamode_db [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'name': 'tempest-TestShelveInstance-1141042552-router', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5b301edb-eca4-46dd-b0f8-7b80aba3f533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:30:24Z', 'updated_at': '2021-10-13T04:30:27Z', 'revision_number': 4, 'project_id': '5b9fe7eec5924d088dfef02fb438141c', 'gw_port': {'id': '5b301edb-eca4-46dd-b0f8-7b80aba3f533', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:24Z', 'updated_at': '2021-10-13T04:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b', 'name': '', 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'mac_address': 'fa:16:3e:0d:a8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bdac5217-0a5a-4c5b-91f8-8de231ff54a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:27Z', 'updated_at': '2021-10-13T04:30:27Z', 'revision_number': 1, 'project_id': '5b9fe7eec5924d088dfef02fb438141c', 'subnets': [{'id': 'bdac5217-0a5a-4c5b-91f8-8de231ff54a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:28.335380 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66a6ea-4802-41b1-93c8-e074159aff4f None None] The sync data for ids ['c54f3d12-050a-41bc-a288-015a275d599a'] in dv-cinder-812751-3-iscsi is: [{'id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'name': 'tempest-TestShelveInstance-1141042552-router', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5b301edb-eca4-46dd-b0f8-7b80aba3f533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:30:24Z', 'updated_at': '2021-10-13T04:30:27Z', 'revision_number': 4, 'project_id': '5b9fe7eec5924d088dfef02fb438141c', 'gw_port': {'id': '5b301edb-eca4-46dd-b0f8-7b80aba3f533', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:24Z', 'updated_at': '2021-10-13T04:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b', 'name': '', 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'mac_address': 'fa:16:3e:0d:a8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bdac5217-0a5a-4c5b-91f8-8de231ff54a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:27Z', 'updated_at': '2021-10-13T04:30:27Z', 'revision_number': 1, 'project_id': '5b9fe7eec5924d088dfef02fb438141c', 'subnets': [{'id': 'bdac5217-0a5a-4c5b-91f8-8de231ff54a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:30:28.346889 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-b837dab2-39d0-41c4-b23b-a35306fab395 None None] Provisioning complete for port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:28.347172 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-b837dab2-39d0-41c4-b23b-a35306fab395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.406091 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 0b8d86c7-5172-432c-88e4-ff21c866ee40 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:28.409861 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-b837dab2-39d0-41c4-b23b-a35306fab395 None None] Port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b cannot update to ACTIVE because it is not bound. {{(pid=94022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:30:28.457462 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 0b8d86c7-5172-432c-88e4-ff21c866ee40 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:28.457924 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:29.797752 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-9a885efe-d299-4bfd-b9be-1e3937fcc334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:29.800051 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50988) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:29.804787 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-9b43167f-30b4-40bf-8078-4169ad2d4fec tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951360790', 'description': 'tempest-secgroup-smoke-951360790 description', 'project_id': '793098bb832542cca3ee20639e740be8'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:29.828176 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9b43167f-30b4-40bf-8078-4169ad2d4fec tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:29.898040 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9b43167f-30b4-40bf-8078-4169ad2d4fec tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:29.903394 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9b43167f-30b4-40bf-8078-4169ad2d4fec tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765054'] for security_group, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:29.934740 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43167f-30b4-40bf-8078-4169ad2d4fec tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2184eeaa-679d-4ea1-9d34-1df61e1ee823,revision_number=1']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:29.940806 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-9b43167f-30b4-40bf-8078-4169ad2d4fec tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:29.942121 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-9b43167f-30b4-40bf-8078-4169ad2d4fec tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1409149 Oct 13 04:30:29.945020 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50990) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:29.949568 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-357ddc4a-046b-464e-9270-4f49580905a2 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Request body: {'security_group_rule': {'security_group_id': '2184eeaa-679d-4ea1-9d34-1df61e1ee823', 'project_id': '793098bb832542cca3ee20639e740be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:29.978370 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-357ddc4a-046b-464e-9270-4f49580905a2 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.044143 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-357ddc4a-046b-464e-9270-4f49580905a2 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.049760 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-357ddc4a-046b-464e-9270-4f49580905a2 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.076051 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ddc4a-046b-464e-9270-4f49580905a2 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a16e218-3e71-423f-8ab5-e66c651f8076,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:30.084264 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-357ddc4a-046b-464e-9270-4f49580905a2 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.085405 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-357ddc4a-046b-464e-9270-4f49580905a2 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393008 Oct 13 04:30:30.088249 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50992) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:30.092716 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-3293b70f-7ff1-40c2-8a91-60765eff8344 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Request body: {'security_group_rule': {'security_group_id': '2184eeaa-679d-4ea1-9d34-1df61e1ee823', 'project_id': '793098bb832542cca3ee20639e740be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:30.121368 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3293b70f-7ff1-40c2-8a91-60765eff8344 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.183043 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3293b70f-7ff1-40c2-8a91-60765eff8344 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.188028 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3293b70f-7ff1-40c2-8a91-60765eff8344 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.205598 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293b70f-7ff1-40c2-8a91-60765eff8344 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc89f2e-0313-4e00-ad16-62e89196d5de,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:30.214992 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-3293b70f-7ff1-40c2-8a91-60765eff8344 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.216239 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-3293b70f-7ff1-40c2-8a91-60765eff8344 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270754 Oct 13 04:30:30.218977 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50994) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:30.223289 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-d8a795e1-4a38-4a0f-83f6-fe78a9ca9912 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Request body: {'security_group_rule': {'security_group_id': '2184eeaa-679d-4ea1-9d34-1df61e1ee823', 'project_id': '793098bb832542cca3ee20639e740be8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:30.251859 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d8a795e1-4a38-4a0f-83f6-fe78a9ca9912 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.310969 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d8a795e1-4a38-4a0f-83f6-fe78a9ca9912 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.316210 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d8a795e1-4a38-4a0f-83f6-fe78a9ca9912 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.333444 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a795e1-4a38-4a0f-83f6-fe78a9ca9912 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9e9a72-8f32-42a9-9434-31aee08ce0e8,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:30.341448 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-d8a795e1-4a38-4a0f-83f6-fe78a9ca9912 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.342654 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-d8a795e1-4a38-4a0f-83f6-fe78a9ca9912 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227765 Oct 13 04:30:30.345569 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50996) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:30.349939 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-fd9e0c91-c8ac-4185-b8e7-9470f6b7c15f tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Request body: {'security_group_rule': {'security_group_id': '2184eeaa-679d-4ea1-9d34-1df61e1ee823', 'project_id': '793098bb832542cca3ee20639e740be8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:30.376878 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0c91-c8ac-4185-b8e7-9470f6b7c15f tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.445932 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0c91-c8ac-4185-b8e7-9470f6b7c15f tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.451483 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0c91-c8ac-4185-b8e7-9470f6b7c15f tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.472899 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e0c91-c8ac-4185-b8e7-9470f6b7c15f tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870ffd18-3b7b-44a2-a9f1-361da91de789,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:30.478761 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0c91-c8ac-4185-b8e7-9470f6b7c15f tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.479873 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-fd9e0c91-c8ac-4185-b8e7-9470f6b7c15f tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333294 Oct 13 04:30:30.482981 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 50998) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:30.487197 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-fa430e78-1478-40ee-80d6-dd468e573534 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Request body: {'security_group_rule': {'security_group_id': '2184eeaa-679d-4ea1-9d34-1df61e1ee823', 'project_id': '793098bb832542cca3ee20639e740be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:30.510220 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.securitygroups_db [None req-fa430e78-1478-40ee-80d6-dd468e573534 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Project 793098bb832542cca3ee20639e740be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:30:30.515533 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fa430e78-1478-40ee-80d6-dd468e573534 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.576111 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fa430e78-1478-40ee-80d6-dd468e573534 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.580369 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fa430e78-1478-40ee-80d6-dd468e573534 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.597384 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa430e78-1478-40ee-80d6-dd468e573534 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89aa33d0-a1d2-47c9-a151-1a671ae11a2b,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:30.604741 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-fa430e78-1478-40ee-80d6-dd468e573534 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.606003 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-fa430e78-1478-40ee-80d6-dd468e573534 tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220582 Oct 13 04:30:30.608804 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.wsgi [-] (94021) accepted ('10.222.0.55', 51000) {{(pid=94021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:30.613100 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.v2.base [None req-26d0e457-b3cb-4661-8304-f702ad66b57e tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Request body: {'security_group_rule': {'security_group_id': '2184eeaa-679d-4ea1-9d34-1df61e1ee823', 'project_id': '793098bb832542cca3ee20639e740be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:30.637063 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.db.securitygroups_db [None req-26d0e457-b3cb-4661-8304-f702ad66b57e tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Project 793098bb832542cca3ee20639e740be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:30:30.642369 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-26d0e457-b3cb-4661-8304-f702ad66b57e tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.704987 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-26d0e457-b3cb-4661-8304-f702ad66b57e tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.709326 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-26d0e457-b3cb-4661-8304-f702ad66b57e tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1784087'] for security_group_rule, after_create {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.727788 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0e457-b3cb-4661-8304-f702ad66b57e tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bb1c80-e464-4ad4-b929-867b0db897f8,revision_number=0']} {{(pid=94021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:30.735450 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron_lib.callbacks.manager [None req-26d0e457-b3cb-4661-8304-f702ad66b57e tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:30.737012 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [None req-26d0e457-b3cb-4661-8304-f702ad66b57e tempest-TestShelveInstance-1536296460 tempest-TestShelveInstance-1536296460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272712 Oct 13 04:30:30.995369 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Sync routers for ids ['c54f3d12-050a-41bc-a288-015a275d599a'] in dv-cinder-812751-3-iscsi {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:30:31.004748 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Routers {'c54f3d12-050a-41bc-a288-015a275d599a'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:31.005368 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:30:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['c54f3d12-050a-41bc-a288-015a275d599a'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:31.214191 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Set router c54f3d12-050a-41bc-a288-015a275d599a gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:31.437236 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'name': 'tempest-TestShelveInstance-1141042552-router', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5b301edb-eca4-46dd-b0f8-7b80aba3f533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:30:24Z', 'updated_at': '2021-10-13T04:30:27Z', 'revision_number': 4, 'project_id': '5b9fe7eec5924d088dfef02fb438141c', 'gw_port': {'id': '5b301edb-eca4-46dd-b0f8-7b80aba3f533', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:24Z', 'updated_at': '2021-10-13T04:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b', 'name': '', 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'mac_address': 'fa:16:3e:0d:a8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bdac5217-0a5a-4c5b-91f8-8de231ff54a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:27Z', 'updated_at': '2021-10-13T04:30:27Z', 'revision_number': 2, 'project_id': '5b9fe7eec5924d088dfef02fb438141c', 'subnets': [{'id': 'bdac5217-0a5a-4c5b-91f8-8de231ff54a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:31.466585 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Checking router: c54f3d12-050a-41bc-a288-015a275d599a for host: dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:30:31.466928 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Updating router c54f3d12-050a-41bc-a288-015a275d599a port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b binding host dv-cinder-812751-3-iscsi {{(pid=94023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:30:31.486147 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 5b301edb-eca4-46dd-b0f8-7b80aba3f533 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:31.504069 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:31.541846 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 5b301edb-eca4-46dd-b0f8-7b80aba3f533 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:31.542372 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:31.639375 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:31.661973 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] For port 5b301edb-eca4-46dd-b0f8-7b80aba3f533, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=5b301edb-eca4-46dd-b0f8-7b80aba3f533,segment=NetworkSegment(064ba6aa-37ac-437c-bff3-2d7940f3ab86),segment_id=064ba6aa-37ac-437c-bff3-2d7940f3ab86)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:31.670912 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:31.727353 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Pushing event updated for resources: {'Port': ['ID=5b301edb-eca4-46dd-b0f8-7b80aba3f533,revision_number=4']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:31.800939 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Notify callbacks [] for port, precommit_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:31.809184 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:31.879661 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74653d-e5b1-474c-9770-57b925897ef9 None None] Pushing event updated for resources: {'Port': ['ID=2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b,revision_number=3']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:31.938385 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Attempting to bind port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b on host dv-cinder-812751-3-iscsi for vnic_type normal with profile {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:31.938892 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Attempting to bind port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b by drivers openvswitch,hyperv on host dv-cinder-812751-3-iscsi at level 0 using segments [{'id': 'b21713a6-00b5-4d0e-ad52-1ca51b054173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8'}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:31.939520 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Attempting to bind port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b on network 70df57f9-35e6-476b-a6ec-08c77f2275b8 {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:31.945106 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Checking agent: {'id': '8c4c6904-b8e4-4dec-964a-ba19268c8c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 9, 34), 'started_at': datetime.datetime(2021, 10, 13, 4, 10, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:31.945627 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Checking segment: {'id': 'b21713a6-00b5-4d0e-ad52-1ca51b054173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:31.946104 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:31.946591 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Bound using segment: {'id': 'b21713a6-00b5-4d0e-ad52-1ca51b054173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8'} {{(pid=94023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:31.947103 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.managers [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Bound port: 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b, host: dv-cinder-812751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21713a6-00b5-4d0e-ad52-1ca51b054173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8'}}] {{(pid=94023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:31.947567 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.013534 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] For port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b, host dv-cinder-812751-3-iscsi, cleared binding levels {{(pid=94023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:32.016799 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.plugins.ml2.db [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] For port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b, host dv-cinder-812751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b,segment=NetworkSegment(b21713a6-00b5-4d0e-ad52-1ca51b054173),segment_id=b21713a6-00b5-4d0e-ad52-1ca51b054173)] {{(pid=94023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:32.025015 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron_lib.callbacks.manager [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.056757 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-5f2fc101-54d0-458f-aebe-6df2b75c878f None None] Provisioning complete for port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:32.057412 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc101-54d0-458f-aebe-6df2b75c878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.092912 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Routers {'c54f3d12-050a-41bc-a288-015a275d599a'} bound to L3 agent in host dv-cinder-812751-3-iscsi {{(pid=94023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:30:32.093532 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:09:32Z,description=,heartbeat_timestamp=2021-10-13T04:30:02Z,host='dv-cinder-812751-3-iscsi',id=1f5d0d69-543d-4235-8035-e937d085bf51,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:09:32Z,topic='l3_agent')) {'router_ids': ['c54f3d12-050a-41bc-a288-015a275d599a'], 'active': True} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:32.163450 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc101-54d0-458f-aebe-6df2b75c878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628847'] for port, before_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.222314 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.db [None req-5f2fc101-54d0-458f-aebe-6df2b75c878f None None] For port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b, host dv-cinder-812751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812751-3-iscsi',level=0,port_id=2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b,segment=NetworkSegment(b21713a6-00b5-4d0e-ad52-1ca51b054173),segment_id=b21713a6-00b5-4d0e-ad52-1ca51b054173)] {{(pid=94022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:32.226061 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_dvr_db [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] Set router c54f3d12-050a-41bc-a288-015a275d599a gateway port host: dv-cinder-812751-3-iscsi {{(pid=94023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:30:32.237065 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc101-54d0-458f-aebe-6df2b75c878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-627861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748560383766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748559913476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748559913494'] for port, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.283269 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74653d-e5b1-474c-9770-57b925897ef9 None None] Pushing event updated for resources: {'Port': ['ID=2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b,revision_number=4']} {{(pid=94023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:32.297529 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fc101-54d0-458f-aebe-6df2b75c878f None None] Pushing event updated for resources: {'Port': ['ID=2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b,revision_number=5']} {{(pid=94022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:32.380676 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-735f9011-b340-4305-a8a7-e2b905843f9f None None] Provisioning complete for port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b triggered by entity DHCP. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:32.381161 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-735f9011-b340-4305-a8a7-e2b905843f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.384818 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-43a7a505-0583-4b85-96f7-55218d3c3f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.494576 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.l3_hamode_db [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'name': 'tempest-TestShelveInstance-1141042552-router', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5b301edb-eca4-46dd-b0f8-7b80aba3f533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:30:24Z', 'updated_at': '2021-10-13T04:30:27Z', 'revision_number': 4, 'project_id': '5b9fe7eec5924d088dfef02fb438141c', 'gw_port': {'id': '5b301edb-eca4-46dd-b0f8-7b80aba3f533', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:24Z', 'updated_at': '2021-10-13T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b', 'name': '', 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'mac_address': 'fa:16:3e:0d:a8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bdac5217-0a5a-4c5b-91f8-8de231ff54a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:27Z', 'updated_at': '2021-10-13T04:30:32Z', 'revision_number': 4, 'project_id': '5b9fe7eec5924d088dfef02fb438141c', 'subnets': [{'id': 'bdac5217-0a5a-4c5b-91f8-8de231ff54a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812751-3-iscsi', False) {} {{(pid=94023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:32.520972 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532fd42c-7664-4bc2-95ca-e526f42adee9 None None] The sync data for ids ['c54f3d12-050a-41bc-a288-015a275d599a'] in dv-cinder-812751-3-iscsi is: [{'id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'name': 'tempest-TestShelveInstance-1141042552-router', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'external_fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5b301edb-eca4-46dd-b0f8-7b80aba3f533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:30:24Z', 'updated_at': '2021-10-13T04:30:27Z', 'revision_number': 4, 'project_id': '5b9fe7eec5924d088dfef02fb438141c', 'gw_port': {'id': '5b301edb-eca4-46dd-b0f8-7b80aba3f533', 'name': '', 'network_id': '28a94815-3f81-4fe0-9ec2-d04c561dfdca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:24Z', 'updated_at': '2021-10-13T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e00093-fc3f-43b7-9880-14f292313b7e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812751-3-iscsi', '_interfaces': [{'id': '2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b', 'name': '', 'network_id': '70df57f9-35e6-476b-a6ec-08c77f2275b8', 'tenant_id': '5b9fe7eec5924d088dfef02fb438141c', 'mac_address': 'fa:16:3e:0d:a8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54f3d12-050a-41bc-a288-015a275d599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bdac5217-0a5a-4c5b-91f8-8de231ff54a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:30:27Z', 'updated_at': '2021-10-13T04:30:32Z', 'revision_number': 4, 'project_id': '5b9fe7eec5924d088dfef02fb438141c', 'subnets': [{'id': 'bdac5217-0a5a-4c5b-91f8-8de231ff54a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:30:33.400225 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:33.464679 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:33.512756 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 2def78d3-4ba3-4dc9-b6ed-6749a0d2a40b triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:33.513092 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:33.593739 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.rpc [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Device 5b301edb-eca4-46dd-b0f8-7b80aba3f533 up at agent ovs-agent-dv-cinder-812751-3-iscsi {{(pid=94022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:33.640963 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:33.652925 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron.db.provisioning_blocks [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Provisioning complete for port 5b301edb-eca4-46dd-b0f8-7b80aba3f533 triggered by entity L2. {{(pid=94022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:33.653281 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737257'] for port, provisioning_complete {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:35.327391 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:36.026553 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:49.371726 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e25c136-9567-4f60-9fe2-d3241528d939 req-c33bdf49-2e05-45aa-a851-d97e7f6ae604 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415089 Oct 13 04:30:49.458182 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c136-9567-4f60-9fe2-d3241528d939 req-09ddcff5-806f-4945-8c43-c503ae76f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:49.459690 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e25c136-9567-4f60-9fe2-d3241528d939 req-09ddcff5-806f-4945-8c43-c503ae76f0e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 1098 time: 0.0439029 Oct 13 04:30:49.567558 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c136-9567-4f60-9fe2-d3241528d939 req-62f2708e-ecdc-4720-a411-570dcfb8c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:49.569145 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e25c136-9567-4f60-9fe2-d3241528d939 req-62f2708e-ecdc-4720-a411-570dcfb8c487 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 913 time: 0.0885077 Oct 13 04:30:49.640212 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e25c136-9567-4f60-9fe2-d3241528d939 req-5a36fe2e-a935-4aa8-b135-9863fed9494b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379 HTTP/1.1" status: 200 len: 1001 time: 0.0624356 Oct 13 04:30:49.692116 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c136-9567-4f60-9fe2-d3241528d939 req-bf184c1e-9404-408f-a1cf-7e037b7650f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:49.693602 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e25c136-9567-4f60-9fe2-d3241528d939 req-bf184c1e-9404-408f-a1cf-7e037b7650f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0454385 Oct 13 04:30:49.739842 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c136-9567-4f60-9fe2-d3241528d939 req-b75a2a65-3344-4824-9395-724c56dde3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:49.741411 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e25c136-9567-4f60-9fe2-d3241528d939 req-b75a2a65-3344-4824-9395-724c56dde3d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401442 Oct 13 04:30:49.836967 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e25c136-9567-4f60-9fe2-d3241528d939 req-62a2cfce-cedc-4dfb-aecf-7c8ea9d63527 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867279 Oct 13 04:30:49.930843 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-4e25c136-9567-4f60-9fe2-d3241528d939 req-6cce1a74-177e-42cc-81c2-784b405f17ea service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858419 Oct 13 04:30:56.254016 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:30:59.798643 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7c88b553-07a2-467e-929a-f1c299c4a9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:02.373946 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6ccee0cd-b6ee-44f8-aab0-fadd688d6c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:03.408425 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:03.640842 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.337405 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:06.066751 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:29.797054 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5ef452d-e829-4cda-91df-315765e9c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:32.371300 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-29151c5d-7640-4dfb-937e-5c64d5c14acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.254536 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:31:33.405877 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.643328 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:35.339388 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:36.062004 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.390077 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3ad02a8-c4c0-4dd2-9148-a8ffef435ca8 req-babbdc39-137b-4800-af01-cd0a8119fb53 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454183 Oct 13 04:31:50.478091 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad02a8-c4c0-4dd2-9148-a8ffef435ca8 req-b3aa5b5f-7698-48c7-ac21-393bae9ab935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:50.479558 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3ad02a8-c4c0-4dd2-9148-a8ffef435ca8 req-b3aa5b5f-7698-48c7-ac21-393bae9ab935 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 1098 time: 0.0446985 Oct 13 04:31:50.591612 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad02a8-c4c0-4dd2-9148-a8ffef435ca8 req-a3f29f08-9e94-4c42-b490-261eb12e9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:50.593102 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3ad02a8-c4c0-4dd2-9148-a8ffef435ca8 req-a3f29f08-9e94-4c42-b490-261eb12e9fb8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 913 time: 0.0879133 Oct 13 04:31:50.667990 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3ad02a8-c4c0-4dd2-9148-a8ffef435ca8 req-bdc304e8-a1aa-4462-8ce7-7cc2d581b459 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379 HTTP/1.1" status: 200 len: 1001 time: 0.0664966 Oct 13 04:31:50.716189 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad02a8-c4c0-4dd2-9148-a8ffef435ca8 req-ef187db5-29a1-4c57-8add-6688ea48c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:50.717547 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3ad02a8-c4c0-4dd2-9148-a8ffef435ca8 req-ef187db5-29a1-4c57-8add-6688ea48c682 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0421667 Oct 13 04:31:50.763604 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad02a8-c4c0-4dd2-9148-a8ffef435ca8 req-3acf7823-6ebc-4294-a320-e850e3882b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:50.765001 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3ad02a8-c4c0-4dd2-9148-a8ffef435ca8 req-3acf7823-6ebc-4294-a320-e850e3882b43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404189 Oct 13 04:31:50.859149 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3ad02a8-c4c0-4dd2-9148-a8ffef435ca8 req-cb590b9b-883d-465c-a04d-75c430a92450 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862904 Oct 13 04:31:50.956005 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b3ad02a8-c4c0-4dd2-9148-a8ffef435ca8 req-cdd49053-a84a-4f46-b01d-035b4059427f service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895252 Oct 13 04:31:59.791060 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-23ff6dca-d6fd-4e0d-ac16-0f296ba65edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:02.371319 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8c0a36ec-a27d-4239-ade2-53ffc6c3477e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.410395 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.646376 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:05.340028 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:06.104876 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.259622 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:32:29.797272 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-c65542f0-b95e-4041-83fe-2a1bb35e2b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.371532 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-141487a2-71e4-424d-8027-e18f229ddcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.414548 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.642650 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.344138 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.116971 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.264077 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:32:51.403977 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a521b3dc-9b61-4b73-ace5-b61c8fb2d7bc req-d87e4fd6-86b0-4913-954b-d987a7f549d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513341 Oct 13 04:32:51.496816 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521b3dc-9b61-4b73-ace5-b61c8fb2d7bc req-f1fbda1d-adac-4dd6-9dc8-af660f2d92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:51.498333 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a521b3dc-9b61-4b73-ace5-b61c8fb2d7bc req-f1fbda1d-adac-4dd6-9dc8-af660f2d92b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 1098 time: 0.0475683 Oct 13 04:32:51.604281 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521b3dc-9b61-4b73-ace5-b61c8fb2d7bc req-bcf19a12-51ca-42d9-976e-7dc4c27bcb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:51.605763 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a521b3dc-9b61-4b73-ace5-b61c8fb2d7bc req-bcf19a12-51ca-42d9-976e-7dc4c27bcb0b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 913 time: 0.0869792 Oct 13 04:32:51.674429 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a521b3dc-9b61-4b73-ace5-b61c8fb2d7bc req-33c5d85e-863b-4a1c-9572-c9e47c4197c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379 HTTP/1.1" status: 200 len: 1001 time: 0.0613441 Oct 13 04:32:51.724390 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521b3dc-9b61-4b73-ace5-b61c8fb2d7bc req-ae262a69-05bd-4e3e-9a3f-11a6635429c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:51.725771 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a521b3dc-9b61-4b73-ace5-b61c8fb2d7bc req-ae262a69-05bd-4e3e-9a3f-11a6635429c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0437911 Oct 13 04:32:51.769789 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521b3dc-9b61-4b73-ace5-b61c8fb2d7bc req-6691b457-beaf-4a06-9a7c-fdb0907480eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:51.771275 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a521b3dc-9b61-4b73-ace5-b61c8fb2d7bc req-6691b457-beaf-4a06-9a7c-fdb0907480eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386605 Oct 13 04:32:51.865974 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a521b3dc-9b61-4b73-ace5-b61c8fb2d7bc req-f81650dd-198d-463c-97e3-286c3dffea74 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863905 Oct 13 04:32:51.964361 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-a521b3dc-9b61-4b73-ace5-b61c8fb2d7bc req-cc09f72f-a5b9-4041-a08b-50a89c1d11ac service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904675 Oct 13 04:32:59.802368 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-1548ad1f-d4a9-4eb7-8450-be4da1689627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.368977 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5e953e4-1cc8-4eb3-820a-d3740e8b0c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:03.416159 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:03.649702 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.355242 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:06.133381 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:24.268849 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:33:29.801428 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6f63c525-dabf-4edd-b807-7a57a2b0ec60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.372574 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4b73704d-aa34-41f3-9902-7eef5777666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.422962 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.642454 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.361191 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.150853 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.483900 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5378e8d2-ba06-4f56-99c8-310b0752460b req-7971d99d-a7de-450a-80dc-7144881021f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1441045 Oct 13 04:33:53.580009 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378e8d2-ba06-4f56-99c8-310b0752460b req-9ac1fe55-419d-4a2c-a13f-94aec22859a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:53.581476 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5378e8d2-ba06-4f56-99c8-310b0752460b req-9ac1fe55-419d-4a2c-a13f-94aec22859a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 1098 time: 0.0454278 Oct 13 04:33:53.686107 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378e8d2-ba06-4f56-99c8-310b0752460b req-4caf3512-1872-4137-8553-0b58e2a4c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:53.687455 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5378e8d2-ba06-4f56-99c8-310b0752460b req-4caf3512-1872-4137-8553-0b58e2a4c0ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 913 time: 0.0862834 Oct 13 04:33:53.756622 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5378e8d2-ba06-4f56-99c8-310b0752460b req-1dec11ee-868a-4fe5-b4f6-c39273c7b079 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379 HTTP/1.1" status: 200 len: 1001 time: 0.0619929 Oct 13 04:33:53.806953 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378e8d2-ba06-4f56-99c8-310b0752460b req-dc100bd4-1efe-400b-b0f8-f2545a6d263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:53.808306 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5378e8d2-ba06-4f56-99c8-310b0752460b req-dc100bd4-1efe-400b-b0f8-f2545a6d263e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0435777 Oct 13 04:33:53.854609 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378e8d2-ba06-4f56-99c8-310b0752460b req-1831e2e8-19f8-45e6-83d9-4b96f7e4b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:53.855994 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5378e8d2-ba06-4f56-99c8-310b0752460b req-1831e2e8-19f8-45e6-83d9-4b96f7e4b66e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397928 Oct 13 04:33:53.961806 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5378e8d2-ba06-4f56-99c8-310b0752460b req-e6868b1a-8d07-4a71-8521-be02d42a2b70 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983169 Oct 13 04:33:54.053059 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-5378e8d2-ba06-4f56-99c8-310b0752460b req-6b4f0803-3b1e-47a3-9f56-1c46749840f8 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831215 Oct 13 04:33:59.806775 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-fae29c82-66f2-4682-8e54-9abb8ae3f86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.274020 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:34:02.372271 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-da796189-bec3-4254-85b3-34617dad8fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:03.430092 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:03.641572 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:05.361750 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:06.148687 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:29.803828 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4618-dbd8-4188-9c51-44d1f1002f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:32.370686 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-4ecc29ba-0952-48b9-b983-1df11ff5fdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:33.434482 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:33.644411 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:35.367560 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:36.147602 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:38.278449 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:34:39.119255 dv-cinder-812751-3-iscsi neutron-server[94020]: DEBUG neutron.wsgi [req-d1d9bfc5-6511-429c-82b8-ac37be8f5df4 req-73e252bd-a644-4ffc-9d90-a880a544a8c4 service neutron] (94020) timed out ('10.222.0.45', 56031) {{(pid=94020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:34:53.379050 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b165ceb1-d58e-4898-8732-03e42a29c2b6 req-e0022ac5-9f8e-46fe-ae22-e59bd6c0c801 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428174 Oct 13 04:34:53.470989 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165ceb1-d58e-4898-8732-03e42a29c2b6 req-e69fb538-e6ee-491c-81ce-5dc1943a96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:53.472541 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b165ceb1-d58e-4898-8732-03e42a29c2b6 req-e69fb538-e6ee-491c-81ce-5dc1943a96ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 1098 time: 0.0468643 Oct 13 04:34:53.583699 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165ceb1-d58e-4898-8732-03e42a29c2b6 req-e1222272-5e3b-4b80-933b-44479981cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:53.585173 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b165ceb1-d58e-4898-8732-03e42a29c2b6 req-e1222272-5e3b-4b80-933b-44479981cb6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 913 time: 0.0903802 Oct 13 04:34:53.670531 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b165ceb1-d58e-4898-8732-03e42a29c2b6 req-e80f407c-6d9d-4f5c-8f35-730405757343 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379 HTTP/1.1" status: 200 len: 1001 time: 0.0772152 Oct 13 04:34:53.725678 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165ceb1-d58e-4898-8732-03e42a29c2b6 req-6b500037-7d91-4642-b92b-ca69b571d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:53.727165 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b165ceb1-d58e-4898-8732-03e42a29c2b6 req-6b500037-7d91-4642-b92b-ca69b571d3d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0490348 Oct 13 04:34:53.776164 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165ceb1-d58e-4898-8732-03e42a29c2b6 req-e9055704-1cc0-4df8-a919-de05d9b6a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:53.778458 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b165ceb1-d58e-4898-8732-03e42a29c2b6 req-e9055704-1cc0-4df8-a919-de05d9b6a2f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427053 Oct 13 04:34:53.884709 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b165ceb1-d58e-4898-8732-03e42a29c2b6 req-f175e129-6c27-4a62-aad8-9b7c7e327782 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994139 Oct 13 04:34:53.977678 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-b165ceb1-d58e-4898-8732-03e42a29c2b6 req-f2100a00-0221-45bb-ac2f-e549cc87806a service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847979 Oct 13 04:34:59.802745 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-db9e20ce-2a13-4220-809c-9418389dd3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:02.374991 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8ac71b52-9244-41f7-86fd-fcf7ffe16711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:03.434724 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:03.649281 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:05.370748 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:06.166743 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:15.282846 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:35:29.789940 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-8948742b-3a61-45f5-a157-28e77ea4bee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:32.383520 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-7a50d484-b077-4e65-83d7-48f5c539a82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:33.439164 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:33.653219 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.383861 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.166839 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:52.287288 dv-cinder-812751-3-iscsi neutron-server[94023]: DEBUG neutron.db.agents_db [None req-e8da7f6f-cf66-4c99-8823-77263b7011b9 None None] Agent healthcheck: found 6 active agents {{(pid=94023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:35:54.392260 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc3a29e3-170d-4ba3-a4bf-0ff6901f209b req-789d9c1b-20fb-4c56-bb86-8e895c0b45a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4778e511-bf54-48db-84b5-fa3c72598d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423448 Oct 13 04:35:54.491126 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a29e3-170d-4ba3-a4bf-0ff6901f209b req-671d5979-7afc-43c1-b7ea-29ac634024e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:54.493560 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc3a29e3-170d-4ba3-a4bf-0ff6901f209b req-671d5979-7afc-43c1-b7ea-29ac634024e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8215b3ac605f4c6ab2b0c473f2de2930&device_id=4778e511-bf54-48db-84b5-fa3c72598d07 HTTP/1.1" status: 200 len: 1098 time: 0.0538454 Oct 13 04:35:54.601390 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a29e3-170d-4ba3-a4bf-0ff6901f209b req-d5c5aade-7f71-4958-ae12-cb38b8306d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:54.603022 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc3a29e3-170d-4ba3-a4bf-0ff6901f209b req-d5c5aade-7f71-4958-ae12-cb38b8306d43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f2425230-f9f9-4ed2-8964-6d1938379dee HTTP/1.1" status: 200 len: 913 time: 0.0872881 Oct 13 04:35:54.670966 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc3a29e3-170d-4ba3-a4bf-0ff6901f209b req-3d2c7357-7884-4ccd-9520-9de9e5e5fee7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b41e3f-e8b9-410a-962a-ccc94ccc7379 HTTP/1.1" status: 200 len: 1001 time: 0.0598865 Oct 13 04:35:54.719444 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a29e3-170d-4ba3-a4bf-0ff6901f209b req-c6d693bb-2f48-4d31-9807-e3c36f077b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:54.720799 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc3a29e3-170d-4ba3-a4bf-0ff6901f209b req-c6d693bb-2f48-4d31-9807-e3c36f077b38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be3ed3f-7562-451d-ab93-892a56866318 HTTP/1.1" status: 200 len: 851 time: 0.0425861 Oct 13 04:35:54.767275 dv-cinder-812751-3-iscsi neutron-server[94021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a29e3-170d-4ba3-a4bf-0ff6901f209b req-443cf1a9-3ad0-49b2-af39-540bee2a89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:54.768766 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc3a29e3-170d-4ba3-a4bf-0ff6901f209b req-443cf1a9-3ad0-49b2-af39-540bee2a89cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f2425230-f9f9-4ed2-8964-6d1938379dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411198 Oct 13 04:35:54.859756 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc3a29e3-170d-4ba3-a4bf-0ff6901f209b req-50f383f1-e3d4-4a62-91e8-22d0eb613e1c service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836246 Oct 13 04:35:54.953429 dv-cinder-812751-3-iscsi neutron-server[94021]: INFO neutron.wsgi [req-fc3a29e3-170d-4ba3-a4bf-0ff6901f209b req-4c5d29f9-091d-4c79-9047-3eb1ae170d45 service neutron] 10.222.0.45 "GET /v2.0/networks/f2425230-f9f9-4ed2-8964-6d1938379dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868034 Oct 13 04:35:59.786227 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-199e1604-50e4-46f1-98db-9b106efc8739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:02.367321 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-13d23fea-387d-44f2-a14c-2a2c18bdeba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:03.443053 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-026c873a-9ac3-415e-813b-039fb1756727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:03.649726 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-397941f2-66d9-47ae-8994-a6fafed3f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:05.377643 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d645a289-13c2-4008-a44c-b2e688d66a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:06.157007 dv-cinder-812751-3-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f8a7-4299-4b82-942d-9da136291b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748560424174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736274'] for agent, after_update {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}